2024-11-15 23:24:29,752 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 23:24:29,762 main DEBUG Took 0.009114 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 23:24:29,763 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 23:24:29,763 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 23:24:29,764 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 23:24:29,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,771 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 23:24:29,782 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,785 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,788 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,790 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,791 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,791 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:24:29,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,794 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 23:24:29,795 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:24:29,796 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 23:24:29,798 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 23:24:29,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 23:24:29,799 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 23:24:29,800 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 23:24:29,807 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 23:24:29,809 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 23:24:29,811 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 23:24:29,811 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 23:24:29,811 main DEBUG createAppenders(={Console}) 2024-11-15 23:24:29,812 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-15 23:24:29,812 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 23:24:29,813 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-15 23:24:29,813 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 23:24:29,813 main DEBUG OutputStream closed 2024-11-15 23:24:29,813 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 23:24:29,814 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 23:24:29,814 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-15 23:24:29,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 23:24:29,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 23:24:29,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 23:24:29,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 23:24:29,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 23:24:29,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 23:24:29,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 23:24:29,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 23:24:29,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 23:24:29,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 23:24:29,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 23:24:29,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 23:24:29,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 23:24:29,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 23:24:29,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 23:24:29,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 23:24:29,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 23:24:29,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 23:24:29,891 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 23:24:29,892 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-15 23:24:29,892 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 23:24:29,893 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-15T23:24:29,905 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-15 23:24:29,908 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 23:24:29,908 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T23:24:30,114 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add 2024-11-15T23:24:30,114 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-15T23:24:30,223 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T23:24:30,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073, deleteOnExit=true 2024-11-15T23:24:30,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/test.cache.data in system properties and HBase conf 2024-11-15T23:24:30,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T23:24:30,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir in system properties and HBase conf 2024-11-15T23:24:30,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T23:24:30,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T23:24:30,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T23:24:30,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T23:24:30,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T23:24:30,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T23:24:30,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T23:24:30,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T23:24:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T23:24:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T23:24:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T23:24:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T23:24:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T23:24:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/nfs.dump.dir in system properties and HBase conf 2024-11-15T23:24:30,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/java.io.tmpdir in system properties and HBase conf 2024-11-15T23:24:30,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T23:24:30,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T23:24:30,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T23:24:31,572 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T23:24:31,639 INFO [Time-limited test {}] log.Log(170): Logging initialized @2792ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T23:24:31,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:24:31,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T23:24:31,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T23:24:31,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T23:24:31,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T23:24:31,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:24:31,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,AVAILABLE} 2024-11-15T23:24:31,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T23:24:32,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/java.io.tmpdir/jetty-localhost-38039-hadoop-hdfs-3_4_1-tests_jar-_-any-7602203744376223313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T23:24:32,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:38039} 2024-11-15T23:24:32,012 INFO [Time-limited test {}] server.Server(415): Started @3166ms 2024-11-15T23:24:32,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:24:32,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T23:24:32,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T23:24:32,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T23:24:32,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T23:24:32,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,AVAILABLE} 2024-11-15T23:24:32,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T23:24:32,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-5802072500796428179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:24:32,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-15T23:24:32,860 INFO [Time-limited test {}] server.Server(415): Started @4014ms 2024-11-15T23:24:32,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T23:24:33,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:24:33,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T23:24:33,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T23:24:33,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T23:24:33,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T23:24:33,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,AVAILABLE} 2024-11-15T23:24:33,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T23:24:33,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-18097853343915179695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:24:33,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-15T23:24:33,180 INFO [Time-limited test {}] server.Server(415): Started @4334ms 2024-11-15T23:24:33,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T23:24:34,426 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data3/current/BP-2100917389-172.17.0.2-1731713071109/current, will proceed with Du for space computation calculation, 2024-11-15T23:24:34,426 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data4/current/BP-2100917389-172.17.0.2-1731713071109/current, will proceed with Du for space computation calculation, 2024-11-15T23:24:34,429 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data1/current/BP-2100917389-172.17.0.2-1731713071109/current, will proceed with Du for space computation calculation, 2024-11-15T23:24:34,445 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data2/current/BP-2100917389-172.17.0.2-1731713071109/current, will proceed with Du for space computation calculation, 2024-11-15T23:24:34,601 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T23:24:34,605 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T23:24:34,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca20c06906feee45 with lease ID 0x28fb4939570362dc: Processing first storage report for DS-ea5dfb66-08b4-4185-a070-22c272b54bbd from datanode DatanodeRegistration(127.0.0.1:34167, datanodeUuid=16c6e12b-3e36-4787-9f91-b95f856a2747, infoPort=38563, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109) 2024-11-15T23:24:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca20c06906feee45 with lease ID 0x28fb4939570362dc: from storage DS-ea5dfb66-08b4-4185-a070-22c272b54bbd node DatanodeRegistration(127.0.0.1:34167, datanodeUuid=16c6e12b-3e36-4787-9f91-b95f856a2747, infoPort=38563, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T23:24:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550bcebdf449604 with lease ID 0x28fb4939570362dd: Processing first storage report for DS-8d71b22b-5638-49b2-ada6-6171904350f7 from datanode DatanodeRegistration(127.0.0.1:37435, datanodeUuid=324e9915-db6d-48a9-9087-5eb4dae73829, infoPort=45053, infoSecurePort=0, ipcPort=42129, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109) 2024-11-15T23:24:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550bcebdf449604 with lease ID 0x28fb4939570362dd: from storage DS-8d71b22b-5638-49b2-ada6-6171904350f7 node DatanodeRegistration(127.0.0.1:37435, datanodeUuid=324e9915-db6d-48a9-9087-5eb4dae73829, infoPort=45053, infoSecurePort=0, ipcPort=42129, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T23:24:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca20c06906feee45 with lease ID 0x28fb4939570362dc: Processing first storage report for DS-ce4bb038-495f-44ce-bef7-41d35a291714 from datanode DatanodeRegistration(127.0.0.1:34167, datanodeUuid=16c6e12b-3e36-4787-9f91-b95f856a2747, infoPort=38563, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109) 2024-11-15T23:24:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca20c06906feee45 with lease ID 0x28fb4939570362dc: from storage DS-ce4bb038-495f-44ce-bef7-41d35a291714 node DatanodeRegistration(127.0.0.1:34167, datanodeUuid=16c6e12b-3e36-4787-9f91-b95f856a2747, infoPort=38563, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T23:24:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550bcebdf449604 with lease ID 0x28fb4939570362dd: Processing first storage report for DS-bc861a7b-494b-41d1-91bf-9709f100896a from datanode DatanodeRegistration(127.0.0.1:37435, datanodeUuid=324e9915-db6d-48a9-9087-5eb4dae73829, infoPort=45053, infoSecurePort=0, ipcPort=42129, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109) 2024-11-15T23:24:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550bcebdf449604 with lease ID 0x28fb4939570362dd: from storage DS-bc861a7b-494b-41d1-91bf-9709f100896a node DatanodeRegistration(127.0.0.1:37435, datanodeUuid=324e9915-db6d-48a9-9087-5eb4dae73829, infoPort=45053, infoSecurePort=0, ipcPort=42129, storageInfo=lv=-57;cid=testClusterID;nsid=1817725642;c=1731713071109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T23:24:34,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add 2024-11-15T23:24:34,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=7028 2024-11-15T23:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:34,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:34,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741825_1001 (size=7) 2024-11-15T23:24:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741825_1001 (size=7) 2024-11-15T23:24:35,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:35,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:35,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:35,753 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:35,829 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T23:24:35,865 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T23:24:35,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:35,872 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:35,876 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:35,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:35,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:35,937 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T23:24:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741826_1002 (size=1393) 2024-11-15T23:24:36,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741826_1002 (size=1393) 2024-11-15T23:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:36,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741827_1003 (size=1393) 2024-11-15T23:24:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741827_1003 (size=1393) 2024-11-15T23:24:36,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:24:36,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741828_1004 (size=1393) 2024-11-15T23:24:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741828_1004 (size=1393) 2024-11-15T23:24:36,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:24:36,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741829_1005 (size=1393) 2024-11-15T23:24:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741829_1005 (size=1393) 2024-11-15T23:24:36,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:24:36,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741830_1006 (size=1393) 2024-11-15T23:24:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741830_1006 (size=1393) 2024-11-15T23:24:36,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:24:36,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:24:36,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741831_1007 (size=1393) 2024-11-15T23:24:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741831_1007 (size=1393) 2024-11-15T23:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:24:36,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:24:36,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:36,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:36,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741832_1008 (size=1405) 2024-11-15T23:24:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741832_1008 (size=1405) 2024-11-15T23:24:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:24:37,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:24:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741833_1009 (size=1413) 2024-11-15T23:24:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741833_1009 (size=1413) 2024-11-15T23:24:37,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:24:37,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:24:37,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741834_1010 (size=1413) 2024-11-15T23:24:37,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741834_1010 (size=1413) 2024-11-15T23:24:37,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:24:37,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:24:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:37,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741835_1011 (size=1413) 2024-11-15T23:24:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741835_1011 (size=1413) 2024-11-15T23:24:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:24:37,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:24:37,924 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T23:24:37,924 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T23:24:37,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0 2024-11-15T23:24:37,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0 after 5ms 2024-11-15T23:24:38,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0 took 111ms 2024-11-15T23:24:38,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0 so closing down 2024-11-15T23:24:38,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:38,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:38,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:38,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0, size=1.4 K (1393bytes) at 1731713077923Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0 so closing down at 1731713078062 (+139 ms)3 split writer threads finished at 1731713078083 (+21 ms)Processed 0 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/669ffbd6-c5f6-fba8-92f6-bd2ebf8b6049/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731713075839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713078118 (+35 ms) 2024-11-15T23:24:38,129 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-15T23:24:38,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1561236105_22 at /127.0.0.1:44468 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c689ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=6647 (was 7028) 2024-11-15T23:24:38,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=6644 2024-11-15T23:24:38,217 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741836_1012 (size=7) 2024-11-15T23:24:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741836_1012 (size=7) 2024-11-15T23:24:38,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:38,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:38,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:38,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:38,270 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-15T23:24:38,270 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:38,274 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:38,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:38,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741837_1013 (size=2324) 2024-11-15T23:24:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741837_1013 (size=2324) 2024-11-15T23:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:38,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T23:24:38,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 2024-11-15T23:24:38,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 after 0ms 2024-11-15T23:24:38,439 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 took 21ms 2024-11-15T23:24:38,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 so closing down 2024-11-15T23:24:38,462 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:38,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:38,504 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:38,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:38,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:38,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741838_1014 (size=743) 2024-11-15T23:24:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741838_1014 (size=743) 2024-11-15T23:24:38,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-15T23:24:38,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:24:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741839_1015 (size=743) 2024-11-15T23:24:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741839_1015 (size=743) 2024-11-15T23:24:38,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:38,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:24:38,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 137 ms; skipped=7; WAL=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T23:24:38,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0, size=2.3 K (2324bytes) at 1731713078419Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 so closing down at 1731713078461 (+42 ms)3 split writer threads finished at 1731713078462 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713078516 (+54 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713078522 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731713078560 (+38 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713078567 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713078578 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713078582 (+4 ms)Processed 27 edits across 2 Regions in 137 ms; skipped=7; WAL=hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731713078583 (+1 ms) 2024-11-15T23:24:38,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/WALs/testsplitlogfilemultipleregions,16010,1731713078270/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/7105eb2b-5e89-5358-df99-5e023e8cc2f6/oldWALs/wal.dat.0 2024-11-15T23:24:38,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241250730_22 at /127.0.0.1:44468 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241250730_22 at /127.0.0.1:58252 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6575 (was 6644) 2024-11-15T23:24:38,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6573 2024-11-15T23:24:38,699 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741840_1016 (size=7) 2024-11-15T23:24:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741840_1016 (size=7) 2024-11-15T23:24:38,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:38,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:38,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:38,791 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:38,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:38,798 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:38,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:38,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:38,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741841_1017 (size=2324) 2024-11-15T23:24:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741841_1017 (size=2324) 2024-11-15T23:24:38,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:40,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T23:24:40,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0 so closing down 2024-11-15T23:24:40,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-15T23:24:40,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0, size=2.3 K (2324bytes) at 1731713080515Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0 so closing down at 1731713080515Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/11b517b1-9534-f53c-434a-49e8b83e956a/WALs/testterminationaskedbyreporter,16010,1731713078791/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731713080516 (+1 ms) 2024-11-15T23:24:40,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=6515 (was 6573) 2024-11-15T23:24:40,557 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6515 2024-11-15T23:24:40,558 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741842_1018 (size=7) 2024-11-15T23:24:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741842_1018 (size=7) 2024-11-15T23:24:40,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:40,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:40,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:40,655 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:40,656 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-15T23:24:40,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741843_1019 (size=1043) 2024-11-15T23:24:40,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741843_1019 (size=1043) 2024-11-15T23:24:40,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:40,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741845_1021 (size=1043) 2024-11-15T23:24:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741845_1021 (size=1043) 2024-11-15T23:24:40,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:24:40,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:24:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741846_1022 (size=1043) 2024-11-15T23:24:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741846_1022 (size=1043) 2024-11-15T23:24:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:24:40,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:24:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741847_1023 (size=1043) 2024-11-15T23:24:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741847_1023 (size=1043) 2024-11-15T23:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:24:40,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741848_1024 (size=1043) 2024-11-15T23:24:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741848_1024 (size=1043) 2024-11-15T23:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:24:40,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:24:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:40,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741849_1025 (size=1043) 2024-11-15T23:24:40,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741849_1025 (size=1043) 2024-11-15T23:24:40,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:24:40,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:24:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741850_1026 (size=1043) 2024-11-15T23:24:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741850_1026 (size=1043) 2024-11-15T23:24:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:24:41,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741851_1027 (size=1043) 2024-11-15T23:24:41,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741851_1027 (size=1043) 2024-11-15T23:24:41,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:24:41,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741852_1028 (size=1043) 2024-11-15T23:24:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741852_1028 (size=1043) 2024-11-15T23:24:41,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:24:41,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0, size=1.0 K (1043bytes) 2024-11-15T23:24:41,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 2024-11-15T23:24:41,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 after 1ms 2024-11-15T23:24:41,201 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 took 18ms 2024-11-15T23:24:41,223 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-15T23:24:41,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 so closing down 2024-11-15T23:24:41,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:41,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:41,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:41,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0, size=1.0 K (1043bytes) at 1731713081184Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 so closing down at 1731713081228 (+44 ms)3 split writer threads finished at 1731713081232 (+4 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713081232 2024-11-15T23:24:41,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.0 2024-11-15T23:24:41,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1, size=180 (180bytes) 2024-11-15T23:24:41,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 2024-11-15T23:24:41,240 WARN [IPC Server handler 4 on default port 42035 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-15T23:24:41,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 after 2ms 2024-11-15T23:24:41,664 WARN [ResponseProcessor for block BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:41,664 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1258927535_22 at /127.0.0.1:58302 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58302 dst: /127.0.0.1:34167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:41,664 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1258927535_22 at /127.0.0.1:44536 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44536 dst: /127.0.0.1:37435 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37435 remote=/127.0.0.1:44536]. Total timeout mills is 60000, 59160 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:41,668 WARN [DataStreamer for file /user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK], DatanodeInfoWithStorage[127.0.0.1:34167,DS-ea5dfb66-08b4-4185-a070-22c272b54bbd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK]) is bad. 2024-11-15T23:24:41,676 WARN [DataStreamer for file /user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741844_1029 (size=1035) 2024-11-15T23:24:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741844_1029 (size=1035) 2024-11-15T23:24:45,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 after 4005ms 2024-11-15T23:24:45,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 took 4010ms 2024-11-15T23:24:45,254 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1; continuing. 2024-11-15T23:24:45,254 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 so closing down 2024-11-15T23:24:45,254 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-15T23:24:45,255 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1, size=180 (180bytes) at 1731713081238Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 so closing down at 1731713085254 (+4016 ms)3 split writer threads finished at 1731713085254Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731713085254 2024-11-15T23:24:45,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.1 2024-11-15T23:24:45,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2, size=1.0 K (1043bytes) 2024-11-15T23:24:45,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 2024-11-15T23:24:45,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 after 0ms 2024-11-15T23:24:45,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 took 5ms 2024-11-15T23:24:45,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 so closing down 2024-11-15T23:24:45,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2, size=1.0 K (1043bytes) at 1731713085260Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 so closing down at 1731713085269 (+9 ms)3 split writer threads finished at 1731713085273 (+4 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085273 2024-11-15T23:24:45,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.2 2024-11-15T23:24:45,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3, size=1.0 K (1043bytes) 2024-11-15T23:24:45,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 2024-11-15T23:24:45,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 after 1ms 2024-11-15T23:24:45,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 took 6ms 2024-11-15T23:24:45,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 so closing down 2024-11-15T23:24:45,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,296 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3, size=1.0 K (1043bytes) at 1731713085279Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 so closing down at 1731713085294 (+15 ms)3 split writer threads finished at 1731713085296 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085296 2024-11-15T23:24:45,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.3 2024-11-15T23:24:45,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4, size=1.0 K (1043bytes) 2024-11-15T23:24:45,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 2024-11-15T23:24:45,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 after 2ms 2024-11-15T23:24:45,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 took 18ms 2024-11-15T23:24:45,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 so closing down 2024-11-15T23:24:45,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4, size=1.0 K (1043bytes) at 1731713085305Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 so closing down at 1731713085333 (+28 ms)3 split writer threads finished at 1731713085334 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085334 2024-11-15T23:24:45,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.4 2024-11-15T23:24:45,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5, size=1.0 K (1043bytes) 2024-11-15T23:24:45,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 2024-11-15T23:24:45,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 after 1ms 2024-11-15T23:24:45,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 took 6ms 2024-11-15T23:24:45,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 so closing down 2024-11-15T23:24:45,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5, size=1.0 K (1043bytes) at 1731713085338Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 so closing down at 1731713085348 (+10 ms)3 split writer threads finished at 1731713085348Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085348 2024-11-15T23:24:45,355 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.5 2024-11-15T23:24:45,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6, size=1.0 K (1043bytes) 2024-11-15T23:24:45,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 2024-11-15T23:24:45,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 after 1ms 2024-11-15T23:24:45,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 took 9ms 2024-11-15T23:24:45,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 so closing down 2024-11-15T23:24:45,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6, size=1.0 K (1043bytes) at 1731713085356Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 so closing down at 1731713085369 (+13 ms)3 split writer threads finished at 1731713085369Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085369 2024-11-15T23:24:45,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.6 2024-11-15T23:24:45,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7, size=1.0 K (1043bytes) 2024-11-15T23:24:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 2024-11-15T23:24:45,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 after 1ms 2024-11-15T23:24:45,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 took 8ms 2024-11-15T23:24:45,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 so closing down 2024-11-15T23:24:45,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7, size=1.0 K (1043bytes) at 1731713085374Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 so closing down at 1731713085385 (+11 ms)3 split writer threads finished at 1731713085385Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085385 2024-11-15T23:24:45,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.7 2024-11-15T23:24:45,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8, size=1.0 K (1043bytes) 2024-11-15T23:24:45,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 2024-11-15T23:24:45,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 after 0ms 2024-11-15T23:24:45,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 took 5ms 2024-11-15T23:24:45,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 so closing down 2024-11-15T23:24:45,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8, size=1.0 K (1043bytes) at 1731713085389Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 so closing down at 1731713085405 (+16 ms)3 split writer threads finished at 1731713085405Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085406 (+1 ms) 2024-11-15T23:24:45,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.8 2024-11-15T23:24:45,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9, size=1.0 K (1043bytes) 2024-11-15T23:24:45,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 2024-11-15T23:24:45,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 after 0ms 2024-11-15T23:24:45,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 took 5ms 2024-11-15T23:24:45,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 so closing down 2024-11-15T23:24:45,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T23:24:45,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9, size=1.0 K (1043bytes) at 1731713085409Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 so closing down at 1731713085416 (+7 ms)3 split writer threads finished at 1731713085417 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731713085417 2024-11-15T23:24:45,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/WALs/testsplitdeletedregion,16010,1731713080655/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/20597b79-a715-e789-bf3f-aebe1f71e0c0/oldWALs/wal.dat.9 2024-11-15T23:24:45,438 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1281466450_22 at /127.0.0.1:44530 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1281466450_22 at /127.0.0.1:50392 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:45743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=6476 (was 6515) 2024-11-15T23:24:45,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6476 2024-11-15T23:24:45,453 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741853_1030 (size=7) 2024-11-15T23:24:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741853_1030 (size=7) 2024-11-15T23:24:45,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:45,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:45,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T23:24:45,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:45,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:45,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741854_1031 (size=863) 2024-11-15T23:24:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741854_1031 (size=863) 2024-11-15T23:24:45,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741855_1032 (size=859) 2024-11-15T23:24:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741855_1032 (size=859) 2024-11-15T23:24:45,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0, size=859 (859bytes) 2024-11-15T23:24:45,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 2024-11-15T23:24:45,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 after 1ms 2024-11-15T23:24:45,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 took 14ms 2024-11-15T23:24:45,747 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0; continuing. 2024-11-15T23:24:45,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 so closing down 2024-11-15T23:24:45,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:45,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:45,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:45,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741856_1033 (size=863) 2024-11-15T23:24:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741856_1033 (size=863) 2024-11-15T23:24:45,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:45,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T23:24:45,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-15T23:24:45,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0, size=859 (859bytes) at 1731713085625Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 so closing down at 1731713085747 (+122 ms)3 split writer threads finished at 1731713085747Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713085758 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713085784 (+26 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731713085786 (+2 ms)Processed 10 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731713085787 (+1 ms) 2024-11-15T23:24:45,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/WALs/testcorruptwaltrailer,16010,1731713085492/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/44f02a2d-a514-07a6-89ad-7e8792b3e8de/oldWALs/wal.dat.0 2024-11-15T23:24:45,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=6456 (was 6476) 2024-11-15T23:24:45,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6455 2024-11-15T23:24:45,843 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:45,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741857_1034 (size=7) 2024-11-15T23:24:45,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741857_1034 (size=7) 2024-11-15T23:24:45,868 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:45,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,875 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:45,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=6454 (was 6455) 2024-11-15T23:24:45,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6453 2024-11-15T23:24:45,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741858_1035 (size=7) 2024-11-15T23:24:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741858_1035 (size=7) 2024-11-15T23:24:45,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:45,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:45,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-15T23:24:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741859_1036 (size=93) 2024-11-15T23:24:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741859_1036 (size=93) 2024-11-15T23:24:45,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=6452 (was 6453) 2024-11-15T23:24:45,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6452 2024-11-15T23:24:45,976 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741860_1037 (size=7) 2024-11-15T23:24:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741860_1037 (size=7) 2024-11-15T23:24:45,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:45,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:45,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:45,999 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:46,002 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:46,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:46,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741861_1038 (size=1393) 2024-11-15T23:24:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741861_1038 (size=1393) 2024-11-15T23:24:46,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:46,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741862_1039 (size=1393) 2024-11-15T23:24:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741862_1039 (size=1393) 2024-11-15T23:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:24:46,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:46,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741863_1040 (size=1393) 2024-11-15T23:24:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741863_1040 (size=1393) 2024-11-15T23:24:46,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:24:46,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:24:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741864_1041 (size=1393) 2024-11-15T23:24:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741864_1041 (size=1393) 2024-11-15T23:24:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:24:46,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741865_1042 (size=1393) 2024-11-15T23:24:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741865_1042 (size=1393) 2024-11-15T23:24:46,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:24:46,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:24:46,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741866_1043 (size=1393) 2024-11-15T23:24:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741866_1043 (size=1393) 2024-11-15T23:24:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:24:46,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:24:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741867_1044 (size=1405) 2024-11-15T23:24:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741867_1044 (size=1405) 2024-11-15T23:24:46,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:24:46,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:24:46,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741868_1045 (size=1413) 2024-11-15T23:24:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741868_1045 (size=1413) 2024-11-15T23:24:46,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:24:46,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:24:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741869_1046 (size=1413) 2024-11-15T23:24:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741869_1046 (size=1413) 2024-11-15T23:24:46,573 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:24:46,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:24:46,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:46,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741870_1047 (size=1413) 2024-11-15T23:24:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741870_1047 (size=1413) 2024-11-15T23:24:46,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:24:46,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:24:46,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7 2024-11-15T23:24:46,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7 after 0ms 2024-11-15T23:24:46,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7 took 9ms 2024-11-15T23:24:46,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7 so closing down 2024-11-15T23:24:46,678 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:46,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:46,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:24:46,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:24:46,728 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:46,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-15T23:24:46,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7, size=1.4 K (1413bytes) at 1731713086637Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7 so closing down at 1731713086678 (+41 ms)3 split writer threads finished at 1731713086679 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713086715 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713086717 (+2 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731713086728 (+11 ms)Processed 20 edits across 0 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8ce594c2-155b-65dd-555a-2bd6e15ed642/WALs/testioeonoutputthread,16010,1731713085999/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731713086729 (+1 ms) 2024-11-15T23:24:46,737 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:46,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1734343999_22 at /127.0.0.1:44530 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: split-log-closeStream-pool-0 app//org.apache.logging.log4j.core.Logger$PrivateConfig.filter(Logger.java:452) app//org.apache.logging.log4j.core.Logger.isEnabled(Logger.java:170) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1982) app//org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:354) app//org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.logAndThrowWriterAppendFailure(AbstractRecoveredEditsOutputSink.java:257) app//org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:240) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink$$Lambda$331/0x00007f214477ded0.call(Unknown Source) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=6426 (was 6452) 2024-11-15T23:24:46,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6425 2024-11-15T23:24:46,753 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741871_1048 (size=7) 2024-11-15T23:24:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741871_1048 (size=7) 2024-11-15T23:24:46,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:46,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:46,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:46,785 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:46,823 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:46,826 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:46,828 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:46,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741872_1049 (size=2324) 2024-11-15T23:24:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741872_1049 (size=2324) 2024-11-15T23:24:46,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:46,865 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:46,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741873_1050 (size=1393) 2024-11-15T23:24:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741873_1050 (size=1393) 2024-11-15T23:24:46,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:24:46,896 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:46,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-15T23:24:46,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-15T23:24:46,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-15T23:24:46,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-15T23:24:46,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-15T23:24:46,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-15T23:24:46,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-15T23:24:46,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-15T23:24:46,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-15T23:24:46,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-15T23:24:46,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-15T23:24:46,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-15T23:24:46,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-15T23:24:46,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-15T23:24:46,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-15T23:24:46,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-15T23:24:46,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-15T23:24:46,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-15T23:24:46,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-15T23:24:46,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-15T23:24:46,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-15T23:24:46,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-15T23:24:46,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-15T23:24:46,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-15T23:24:46,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-15T23:24:46,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-15T23:24:46,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-15T23:24:46,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-15T23:24:46,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-15T23:24:46,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-15T23:24:46,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-15T23:24:46,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-15T23:24:46,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-15T23:24:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-15T23:24:46,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-15T23:24:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-15T23:24:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-15T23:24:46,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-15T23:24:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-15T23:24:46,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-15T23:24:46,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-15T23:24:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-15T23:24:46,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-15T23:24:46,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-15T23:24:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-15T23:24:46,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-15T23:24:46,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-15T23:24:46,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-15T23:24:46,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-15T23:24:46,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-15T23:24:46,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:46,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-15T23:24:46,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:46,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-15T23:24:47,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-15T23:24:47,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-15T23:24:47,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-15T23:24:47,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-15T23:24:47,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-15T23:24:47,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-15T23:24:47,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-15T23:24:47,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-15T23:24:47,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-15T23:24:47,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-15T23:24:47,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-15T23:24:47,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-15T23:24:47,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-15T23:24:47,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-15T23:24:47,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-15T23:24:47,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-15T23:24:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-15T23:24:47,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-15T23:24:47,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-15T23:24:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-15T23:24:47,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-15T23:24:47,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-15T23:24:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-15T23:24:47,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-15T23:24:47,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-15T23:24:47,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-15T23:24:47,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-15T23:24:47,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-15T23:24:47,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-15T23:24:47,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-15T23:24:47,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-15T23:24:47,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-15T23:24:47,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-15T23:24:47,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-15T23:24:47,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-15T23:24:47,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-15T23:24:47,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-15T23:24:47,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-15T23:24:47,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-15T23:24:47,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-15T23:24:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-15T23:24:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-15T23:24:47,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-15T23:24:47,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-15T23:24:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-15T23:24:47,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-15T23:24:47,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-15T23:24:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-15T23:24:47,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-15T23:24:47,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-15T23:24:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-15T23:24:47,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-15T23:24:47,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-15T23:24:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-15T23:24:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-15T23:24:47,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-15T23:24:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-15T23:24:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-15T23:24:47,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-15T23:24:47,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-15T23:24:47,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-15T23:24:47,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-15T23:24:47,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-15T23:24:47,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-15T23:24:47,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-15T23:24:47,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-15T23:24:47,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-15T23:24:47,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-15T23:24:47,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-15T23:24:47,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-15T23:24:47,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-15T23:24:47,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-15T23:24:47,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-15T23:24:47,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-15T23:24:47,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-15T23:24:47,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-15T23:24:47,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-15T23:24:47,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-15T23:24:47,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-15T23:24:47,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-15T23:24:47,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-15T23:24:47,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-15T23:24:47,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-15T23:24:47,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-15T23:24:47,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-15T23:24:47,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-15T23:24:47,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-15T23:24:47,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-15T23:24:47,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-15T23:24:47,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-15T23:24:47,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-15T23:24:47,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-15T23:24:47,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-15T23:24:47,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-15T23:24:47,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-15T23:24:47,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-15T23:24:47,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-15T23:24:47,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-15T23:24:47,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-15T23:24:47,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-15T23:24:47,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-15T23:24:47,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-15T23:24:47,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-15T23:24:47,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-15T23:24:47,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-15T23:24:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-15T23:24:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-15T23:24:47,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-15T23:24:47,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-15T23:24:47,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-15T23:24:47,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-15T23:24:47,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-15T23:24:47,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-15T23:24:47,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-15T23:24:47,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-15T23:24:47,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-15T23:24:47,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-15T23:24:47,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-15T23:24:47,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-15T23:24:47,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-15T23:24:47,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-15T23:24:47,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-15T23:24:47,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-15T23:24:47,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-15T23:24:47,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-15T23:24:47,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-15T23:24:47,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-15T23:24:47,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-15T23:24:47,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-15T23:24:47,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-15T23:24:47,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-15T23:24:47,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-15T23:24:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-15T23:24:47,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-15T23:24:47,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-15T23:24:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-15T23:24:47,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-15T23:24:47,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-15T23:24:47,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-15T23:24:47,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-15T23:24:47,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-15T23:24:47,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-15T23:24:47,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-15T23:24:47,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-15T23:24:47,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-15T23:24:47,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-15T23:24:47,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-15T23:24:47,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-15T23:24:47,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-15T23:24:47,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-15T23:24:47,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-15T23:24:47,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-15T23:24:47,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-15T23:24:47,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-15T23:24:47,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-15T23:24:47,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-15T23:24:47,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-15T23:24:47,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-15T23:24:47,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-15T23:24:47,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-15T23:24:47,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-15T23:24:47,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-15T23:24:47,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-15T23:24:47,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-15T23:24:47,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-15T23:24:47,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-15T23:24:47,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-15T23:24:47,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-15T23:24:47,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-15T23:24:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-15T23:24:47,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-15T23:24:47,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-15T23:24:47,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-15T23:24:47,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-15T23:24:47,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-15T23:24:47,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-15T23:24:47,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-15T23:24:47,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-15T23:24:47,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-15T23:24:47,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-15T23:24:47,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-15T23:24:47,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-15T23:24:47,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-15T23:24:47,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-15T23:24:47,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-15T23:24:47,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-15T23:24:47,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-15T23:24:47,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-15T23:24:47,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-15T23:24:47,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-15T23:24:47,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-15T23:24:47,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-15T23:24:47,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-15T23:24:47,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-15T23:24:47,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-15T23:24:47,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-15T23:24:47,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-15T23:24:47,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-15T23:24:47,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-15T23:24:47,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-15T23:24:47,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-15T23:24:47,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-15T23:24:47,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-15T23:24:47,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-15T23:24:47,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-15T23:24:47,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-15T23:24:47,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-15T23:24:47,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-15T23:24:47,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-15T23:24:47,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-15T23:24:47,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-15T23:24:47,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-15T23:24:47,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-15T23:24:47,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-15T23:24:47,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-15T23:24:47,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-15T23:24:47,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-15T23:24:47,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-15T23:24:47,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-15T23:24:47,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-15T23:24:47,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-15T23:24:47,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-15T23:24:47,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-15T23:24:47,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-15T23:24:47,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-15T23:24:47,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-15T23:24:47,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-15T23:24:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-15T23:24:47,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-15T23:24:47,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-15T23:24:47,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-15T23:24:47,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-15T23:24:47,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-15T23:24:47,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-15T23:24:47,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-15T23:24:47,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-15T23:24:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-15T23:24:47,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-15T23:24:47,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-15T23:24:47,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-15T23:24:47,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-15T23:24:47,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-15T23:24:47,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-15T23:24:47,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-15T23:24:47,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-15T23:24:47,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-15T23:24:47,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-15T23:24:47,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-15T23:24:47,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-15T23:24:47,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-15T23:24:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-15T23:24:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-15T23:24:47,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-15T23:24:47,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-15T23:24:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-15T23:24:47,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-15T23:24:47,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-15T23:24:47,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-15T23:24:47,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-15T23:24:47,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-15T23:24:47,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-15T23:24:47,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-15T23:24:47,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-15T23:24:47,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-15T23:24:47,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-15T23:24:47,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-15T23:24:47,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-15T23:24:47,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-15T23:24:47,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-15T23:24:47,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-15T23:24:47,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-15T23:24:47,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-15T23:24:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-15T23:24:47,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-15T23:24:47,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-15T23:24:47,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-15T23:24:47,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-15T23:24:47,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-15T23:24:47,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-15T23:24:47,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-15T23:24:47,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-15T23:24:47,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-15T23:24:47,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-15T23:24:47,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-15T23:24:47,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-15T23:24:47,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-15T23:24:47,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-15T23:24:47,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-15T23:24:47,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-15T23:24:47,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-15T23:24:47,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-15T23:24:47,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-15T23:24:47,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-15T23:24:47,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-15T23:24:47,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-15T23:24:47,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-15T23:24:47,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-15T23:24:47,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-15T23:24:47,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-15T23:24:47,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-15T23:24:47,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-15T23:24:47,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-15T23:24:47,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-15T23:24:47,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-15T23:24:47,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-15T23:24:47,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-15T23:24:47,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-15T23:24:47,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-15T23:24:47,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-15T23:24:47,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-15T23:24:47,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-15T23:24:47,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-15T23:24:47,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-15T23:24:47,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-15T23:24:47,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-15T23:24:47,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-15T23:24:47,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-15T23:24:47,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-15T23:24:47,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-15T23:24:47,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-15T23:24:47,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-15T23:24:47,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-15T23:24:47,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-15T23:24:47,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-15T23:24:47,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-15T23:24:47,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-15T23:24:47,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-15T23:24:47,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-15T23:24:47,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-15T23:24:47,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-15T23:24:47,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-15T23:24:47,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-15T23:24:47,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-15T23:24:47,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-15T23:24:47,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-15T23:24:47,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-15T23:24:47,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-15T23:24:47,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-15T23:24:47,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-15T23:24:47,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-15T23:24:47,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-15T23:24:47,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-15T23:24:47,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-15T23:24:47,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-15T23:24:47,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-15T23:24:47,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-15T23:24:47,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-15T23:24:47,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-15T23:24:47,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-15T23:24:47,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-15T23:24:47,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-15T23:24:47,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-15T23:24:47,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-15T23:24:47,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-15T23:24:47,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-15T23:24:47,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-15T23:24:47,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-15T23:24:47,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-15T23:24:47,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-15T23:24:47,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-15T23:24:47,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-15T23:24:47,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-15T23:24:47,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-15T23:24:47,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-15T23:24:47,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-15T23:24:47,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-15T23:24:47,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-15T23:24:47,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-15T23:24:47,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-15T23:24:47,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-15T23:24:47,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-15T23:24:47,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-15T23:24:47,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-15T23:24:47,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-15T23:24:47,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-15T23:24:47,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-15T23:24:47,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-15T23:24:47,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-15T23:24:47,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-15T23:24:47,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-15T23:24:47,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-15T23:24:47,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-15T23:24:47,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-15T23:24:47,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-15T23:24:47,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-15T23:24:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-15T23:24:47,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-15T23:24:47,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-15T23:24:47,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-15T23:24:47,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-15T23:24:47,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-15T23:24:47,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-15T23:24:47,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-15T23:24:47,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-15T23:24:47,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-15T23:24:47,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-15T23:24:47,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-15T23:24:47,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-15T23:24:47,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-15T23:24:47,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-15T23:24:47,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-15T23:24:47,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-15T23:24:47,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-15T23:24:47,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-15T23:24:47,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-15T23:24:47,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-15T23:24:47,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-15T23:24:47,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-15T23:24:47,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-15T23:24:47,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-15T23:24:47,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-15T23:24:47,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-15T23:24:47,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-15T23:24:47,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-15T23:24:47,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-15T23:24:47,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-15T23:24:47,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-15T23:24:47,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-15T23:24:47,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-15T23:24:47,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-15T23:24:47,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-15T23:24:47,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-15T23:24:47,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-15T23:24:47,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-15T23:24:47,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-15T23:24:47,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-15T23:24:47,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-15T23:24:47,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-15T23:24:47,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-15T23:24:47,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-15T23:24:47,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-15T23:24:47,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-15T23:24:47,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-15T23:24:47,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-15T23:24:47,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-15T23:24:47,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-15T23:24:47,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-15T23:24:47,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-15T23:24:47,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-15T23:24:47,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-15T23:24:47,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-15T23:24:47,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-15T23:24:47,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-15T23:24:47,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-15T23:24:47,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,971 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785): HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731713086864; access_time=1731713086830; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713086896; access_time=1731713086866; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731713086897; access_time=1731713086897; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T23:24:47,971 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-15T23:24:47,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-15T23:24:47,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-15T23:24:47,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-15T23:24:47,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-15T23:24:47,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-15T23:24:47,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-15T23:24:47,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-15T23:24:47,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-15T23:24:47,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-15T23:24:47,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-15T23:24:47,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-15T23:24:47,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-15T23:24:47,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-15T23:24:47,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:47,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:47,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-15T23:24:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-15T23:24:48,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-15T23:24:48,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-15T23:24:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-15T23:24:48,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-15T23:24:48,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-15T23:24:48,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T23:24:48,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 2024-11-15T23:24:48,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 after 2ms 2024-11-15T23:24:48,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-15T23:24:48,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-15T23:24:48,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-15T23:24:48,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-15T23:24:48,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 took 20ms 2024-11-15T23:24:48,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-15T23:24:48,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-15T23:24:48,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-15T23:24:48,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-15T23:24:48,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-15T23:24:48,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-15T23:24:48,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-15T23:24:48,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-15T23:24:48,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 so closing down 2024-11-15T23:24:48,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:48,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-15T23:24:48,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-15T23:24:48,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-15T23:24:48,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:48,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-15T23:24:48,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:48,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-15T23:24:48,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:48,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-15T23:24:48,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-15T23:24:48,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-15T23:24:48,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-15T23:24:48,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-15T23:24:48,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-15T23:24:48,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-15T23:24:48,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-15T23:24:48,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:48,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-15T23:24:48,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-15T23:24:48,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-15T23:24:48,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:48,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-15T23:24:48,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-15T23:24:48,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-15T23:24:48,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-15T23:24:48,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-15T23:24:48,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-15T23:24:48,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-15T23:24:48,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-15T23:24:48,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-15T23:24:48,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-15T23:24:48,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-15T23:24:48,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-15T23:24:48,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-15T23:24:48,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741875_1052 (size=743) 2024-11-15T23:24:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741875_1052 (size=743) 2024-11-15T23:24:48,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-15T23:24:48,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:48,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-15T23:24:48,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:24:48,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-15T23:24:48,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-15T23:24:48,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-15T23:24:48,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741876_1053 (size=743) 2024-11-15T23:24:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741876_1053 (size=743) 2024-11-15T23:24:48,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-15T23:24:48,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:48,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-15T23:24:48,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-15T23:24:48,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:24:48,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 107 ms; skipped=7; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T23:24:48,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0, size=2.3 K (2324bytes) at 1731713088010Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 so closing down at 1731713088056 (+46 ms)3 split writer threads finished at 1731713088060 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713088096 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713088109 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713088142 (+33 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713088145 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713088153 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713088157 (+4 ms)Processed 27 edits across 2 Regions in 107 ms; skipped=7; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731713088157 2024-11-15T23:24:48,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-15T23:24:48,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/oldWALs/wal.dat.0 2024-11-15T23:24:48,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-15T23:24:48,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:24:48,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 2024-11-15T23:24:48,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 after 0ms 2024-11-15T23:24:48,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-15T23:24:48,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-15T23:24:48,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-15T23:24:48,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 took 6ms 2024-11-15T23:24:48,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-15T23:24:48,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-15T23:24:48,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-15T23:24:48,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-15T23:24:48,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-15T23:24:48,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-15T23:24:48,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-15T23:24:48,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-15T23:24:48,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-15T23:24:48,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 so closing down 2024-11-15T23:24:48,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:48,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:48,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-15T23:24:48,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-15T23:24:48,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-15T23:24:48,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-15T23:24:48,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-15T23:24:48,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-15T23:24:48,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-15T23:24:48,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-15T23:24:48,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-15T23:24:48,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-15T23:24:48,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-15T23:24:48,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-15T23:24:48,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:48,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:48,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-15T23:24:48,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-15T23:24:48,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-15T23:24:48,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-15T23:24:48,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:48,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-15T23:24:48,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-15T23:24:48,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-15T23:24:48,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-15T23:24:48,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:48,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-15T23:24:48,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-15T23:24:48,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-15T23:24:48,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-15T23:24:48,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-15T23:24:48,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-15T23:24:48,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-15T23:24:48,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-15T23:24:48,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-15T23:24:48,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-15T23:24:48,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-15T23:24:48,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-15T23:24:48,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-15T23:24:48,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-15T23:24:48,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-15T23:24:48,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-15T23:24:48,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-15T23:24:48,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-15T23:24:48,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-15T23:24:48,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-15T23:24:48,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-15T23:24:48,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-15T23:24:48,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-15T23:24:48,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-15T23:24:48,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-15T23:24:48,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-15T23:24:48,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741878_1055 (size=743) 2024-11-15T23:24:48,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741878_1055 (size=743) 2024-11-15T23:24:48,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-15T23:24:48,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:48,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-15T23:24:48,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:24:48,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-15T23:24:48,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-15T23:24:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741877_1054 (size=743) 2024-11-15T23:24:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741877_1054 (size=743) 2024-11-15T23:24:48,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:48,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-15T23:24:48,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-15T23:24:48,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:24:48,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:48,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1, size=1.4 K (1393bytes) at 1731713088162Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 so closing down at 1731713088187 (+25 ms)3 split writer threads finished at 1731713088189 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713088224 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713088232 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713088289 (+57 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713088294 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713088298 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713088302 (+4 ms)Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713088302 2024-11-15T23:24:48,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-15T23:24:48,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-15T23:24:48,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-15T23:24:48,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-15T23:24:48,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-15T23:24:48,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/oldWALs/wal.dat.1 2024-11-15T23:24:48,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2, size=150 (150bytes) 2024-11-15T23:24:48,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 2024-11-15T23:24:48,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-15T23:24:48,318 WARN [IPC Server handler 1 on default port 42035 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-15T23:24:48,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 after 1ms 2024-11-15T23:24:48,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-15T23:24:48,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-15T23:24:48,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-15T23:24:48,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-15T23:24:48,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-15T23:24:48,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-15T23:24:48,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-15T23:24:48,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-15T23:24:48,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-15T23:24:48,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-15T23:24:48,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-15T23:24:48,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-15T23:24:48,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-15T23:24:48,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-15T23:24:48,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-15T23:24:48,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-15T23:24:48,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-15T23:24:48,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-15T23:24:48,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-15T23:24:48,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-15T23:24:48,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-15T23:24:48,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-15T23:24:48,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-15T23:24:48,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-15T23:24:48,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-15T23:24:48,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-15T23:24:48,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-15T23:24:48,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-15T23:24:48,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-15T23:24:48,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-15T23:24:48,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-15T23:24:48,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-15T23:24:48,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-15T23:24:48,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-15T23:24:48,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-15T23:24:48,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-15T23:24:48,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-15T23:24:48,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-15T23:24:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-15T23:24:48,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-15T23:24:48,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-15T23:24:48,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-15T23:24:48,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-15T23:24:48,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-15T23:24:48,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-15T23:24:48,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-15T23:24:48,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-15T23:24:48,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-15T23:24:48,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-15T23:24:48,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-15T23:24:48,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-15T23:24:48,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-15T23:24:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-15T23:24:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-15T23:24:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-15T23:24:48,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-15T23:24:48,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-15T23:24:48,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-15T23:24:48,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-15T23:24:48,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-15T23:24:48,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-15T23:24:48,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-15T23:24:48,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-15T23:24:48,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-15T23:24:48,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-15T23:24:48,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-15T23:24:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-15T23:24:48,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-15T23:24:48,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-15T23:24:48,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-15T23:24:48,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-15T23:24:48,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-15T23:24:48,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-15T23:24:48,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-15T23:24:48,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-15T23:24:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-15T23:24:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-15T23:24:48,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-15T23:24:48,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-15T23:24:48,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-15T23:24:48,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-15T23:24:48,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-15T23:24:48,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-15T23:24:48,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-15T23:24:48,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-15T23:24:48,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-15T23:24:48,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-15T23:24:48,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-15T23:24:48,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-15T23:24:48,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-15T23:24:48,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-15T23:24:48,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-15T23:24:48,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-15T23:24:48,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-15T23:24:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-15T23:24:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-15T23:24:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-15T23:24:48,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-15T23:24:48,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-15T23:24:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-15T23:24:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-15T23:24:48,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-15T23:24:48,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-15T23:24:48,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-15T23:24:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-15T23:24:48,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-15T23:24:48,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-15T23:24:48,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-15T23:24:48,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-15T23:24:48,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-15T23:24:48,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-15T23:24:48,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-15T23:24:48,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-15T23:24:48,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-15T23:24:48,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-15T23:24:48,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-15T23:24:48,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-15T23:24:48,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-15T23:24:48,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-15T23:24:48,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-15T23:24:48,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-15T23:24:48,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-15T23:24:48,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-15T23:24:48,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-15T23:24:48,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-15T23:24:48,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-15T23:24:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-15T23:24:48,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-15T23:24:48,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-15T23:24:48,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-15T23:24:48,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-15T23:24:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-15T23:24:48,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-15T23:24:48,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-15T23:24:48,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-15T23:24:48,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-15T23:24:48,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-15T23:24:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-15T23:24:48,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-15T23:24:48,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-15T23:24:48,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-15T23:24:48,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-15T23:24:48,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-15T23:24:48,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-15T23:24:48,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-15T23:24:48,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-15T23:24:48,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-15T23:24:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-15T23:24:48,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-15T23:24:48,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-15T23:24:48,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-15T23:24:48,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-15T23:24:48,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-15T23:24:48,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-15T23:24:48,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-15T23:24:48,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-15T23:24:48,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-15T23:24:48,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-15T23:24:48,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-15T23:24:48,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-15T23:24:48,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-15T23:24:48,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-15T23:24:48,659 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824079771_534 at /127.0.0.1:50606 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50606 dst: /127.0.0.1:34167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:48,659 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824079771_534 at /127.0.0.1:44718 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44718 dst: /127.0.0.1:37435 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37435 remote=/127.0.0.1:44718]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:48,659 WARN [ResponseProcessor for block BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:48,660 WARN [DataStreamer for file /user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK], DatanodeInfoWithStorage[127.0.0.1:34167,DS-ea5dfb66-08b4-4185-a070-22c272b54bbd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK]) is bad. 2024-11-15T23:24:48,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T23:24:48,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T23:24:48,662 WARN [DataStreamer for file /user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741874_1056 (size=52451) 2024-11-15T23:24:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741874_1056 (size=52451) 2024-11-15T23:24:48,664 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:48,665 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-15T23:24:48,665 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 830 2024-11-15T23:24:48,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-15T23:24:48,665 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:48,666 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:52,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 after 4002ms 2024-11-15T23:24:52,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 took 4006ms 2024-11-15T23:24:52,354 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2; continuing. 2024-11-15T23:24:52,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 so closing down 2024-11-15T23:24:52,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:52,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:52,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:52,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:52,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:52,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:52,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741879_1057 (size=743) 2024-11-15T23:24:52,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741879_1057 (size=743) 2024-11-15T23:24:52,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:52,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:24:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741880_1058 (size=51809) 2024-11-15T23:24:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741880_1058 (size=51809) 2024-11-15T23:24:52,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 809 edits, skipped 0 edits in 5 ms) 2024-11-15T23:24:52,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:24:52,394 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 819 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T23:24:52,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2, size=150 (150bytes) at 1731713088317Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 so closing down at 1731713092354 (+4037 ms)3 split writer threads finished at 1731713092364 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713092371 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713092371Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713092381 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713092383 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 809 edits, skipped 0 edits in 5 ms) at 1731713092392 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713092393 (+1 ms)Processed 819 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731713092394 (+1 ms) 2024-11-15T23:24:52,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/WALs/testlogcannotbewrittenonceparsed,16010,1731713086785/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/3ad9a6c5-f6ac-57c3-9700-6e3899540235/oldWALs/wal.dat.2 2024-11-15T23:24:52,397 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-15T23:24:52,423 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=829, robber=829 2024-11-15T23:24:52,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42035 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42035 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1734343999_22 at /127.0.0.1:37994 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1734343999_22 at /127.0.0.1:46672 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6345 (was 6425) 2024-11-15T23:24:52,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=6344 2024-11-15T23:24:52,467 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741881_1059 (size=7) 2024-11-15T23:24:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741881_1059 (size=7) 2024-11-15T23:24:52,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:52,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:52,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:52,491 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:52,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:52,494 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:52,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:52,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741882_1060 (size=1393) 2024-11-15T23:24:52,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741882_1060 (size=1393) 2024-11-15T23:24:52,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:52,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741883_1061 (size=1393) 2024-11-15T23:24:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741883_1061 (size=1393) 2024-11-15T23:24:52,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:24:52,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741884_1062 (size=1393) 2024-11-15T23:24:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741884_1062 (size=1393) 2024-11-15T23:24:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:24:52,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:24:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741885_1063 (size=1393) 2024-11-15T23:24:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741885_1063 (size=1393) 2024-11-15T23:24:52,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:24:52,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:24:52,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741886_1064 (size=1393) 2024-11-15T23:24:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741886_1064 (size=1393) 2024-11-15T23:24:52,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:24:52,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:24:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741887_1065 (size=1393) 2024-11-15T23:24:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741887_1065 (size=1393) 2024-11-15T23:24:53,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:24:53,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:24:53,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741888_1066 (size=1405) 2024-11-15T23:24:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741888_1066 (size=1405) 2024-11-15T23:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:24:53,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741889_1067 (size=1413) 2024-11-15T23:24:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741889_1067 (size=1413) 2024-11-15T23:24:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:24:53,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:24:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741890_1068 (size=1413) 2024-11-15T23:24:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741890_1068 (size=1413) 2024-11-15T23:24:53,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:24:53,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:24:53,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741891_1069 (size=1413) 2024-11-15T23:24:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741891_1069 (size=1413) 2024-11-15T23:24:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:24:53,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:24:53,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 2024-11-15T23:24:53,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 after 2ms 2024-11-15T23:24:53,184 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:55,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 took 2010ms 2024-11-15T23:24:55,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 so closing down 2024-11-15T23:24:55,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:55,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:55,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:55,198 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:55,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:55,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741893_1071 (size=743) 2024-11-15T23:24:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741892_1070 (size=743) 2024-11-15T23:24:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741892_1070 (size=743) 2024-11-15T23:24:55,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:55,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741893_1071 (size=743) 2024-11-15T23:24:55,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:24:55,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:24:55,214 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:55,214 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0, size=1.4 K (1393bytes) at 1731713093181Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 so closing down at 1731713095194 (+2013 ms)3 split writer threads finished at 1731713095194Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713095200 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713095200Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713095209 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713095209Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713095214 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713095214Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713095214 2024-11-15T23:24:55,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.0 2024-11-15T23:24:55,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:24:55,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 2024-11-15T23:24:55,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 after 1ms 2024-11-15T23:24:55,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 took 5ms 2024-11-15T23:24:55,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 so closing down 2024-11-15T23:24:55,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:55,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:55,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:55,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:55,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:55,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741894_1072 (size=743) 2024-11-15T23:24:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741894_1072 (size=743) 2024-11-15T23:24:55,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:55,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:24:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741895_1073 (size=743) 2024-11-15T23:24:55,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741895_1073 (size=743) 2024-11-15T23:24:55,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:55,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:24:55,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:55,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1, size=1.4 K (1393bytes) at 1731713095220Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 so closing down at 1731713095227 (+7 ms)3 split writer threads finished at 1731713095227Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713095239 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713095239Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713095247 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713095251 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713095657 (+406 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713095666 (+9 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713095666 2024-11-15T23:24:55,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.1 2024-11-15T23:24:55,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:24:55,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 2024-11-15T23:24:55,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 after 1ms 2024-11-15T23:24:55,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 took 4ms 2024-11-15T23:24:55,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 so closing down 2024-11-15T23:24:55,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:55,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:55,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:55,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:55,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:55,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741896_1074 (size=743) 2024-11-15T23:24:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741897_1075 (size=743) 2024-11-15T23:24:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741897_1075 (size=743) 2024-11-15T23:24:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741896_1074 (size=743) 2024-11-15T23:24:55,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:55,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:24:56,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:24:56,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:56,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2, size=1.4 K (1393bytes) at 1731713095670Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 so closing down at 1731713095676 (+6 ms)3 split writer threads finished at 1731713095676Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713095680 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713095680Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713095691 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713095693 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096091 (+398 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713096098 (+7 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713096098 2024-11-15T23:24:56,104 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.2 2024-11-15T23:24:56,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:24:56,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 2024-11-15T23:24:56,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 after 1ms 2024-11-15T23:24:56,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 took 4ms 2024-11-15T23:24:56,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 so closing down 2024-11-15T23:24:56,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:56,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:56,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:24:56,113 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:24:56,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:24:56,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:24:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741899_1077 (size=743) 2024-11-15T23:24:56,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741899_1077 (size=743) 2024-11-15T23:24:56,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741898_1076 (size=743) 2024-11-15T23:24:56,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741898_1076 (size=743) 2024-11-15T23:24:56,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:24:56,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:24:56,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:56,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3, size=1.4 K (1393bytes) at 1731713096104Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 so closing down at 1731713096110 (+6 ms)3 split writer threads finished at 1731713096110Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713096115 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713096115Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096525 (+410 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096525Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713096531 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713096531Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713096532 (+1 ms) 2024-11-15T23:24:56,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.3 2024-11-15T23:24:56,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:24:56,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 2024-11-15T23:24:56,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 after 1ms 2024-11-15T23:24:56,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 took 6ms 2024-11-15T23:24:56,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 so closing down 2024-11-15T23:24:56,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:56,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:56,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:24:56,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:24:56,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:24:56,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:24:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741900_1078 (size=743) 2024-11-15T23:24:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741900_1078 (size=743) 2024-11-15T23:24:56,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741901_1079 (size=743) 2024-11-15T23:24:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741901_1079 (size=743) 2024-11-15T23:24:56,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:24:56,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:24:56,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:56,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4, size=1.4 K (1393bytes) at 1731713096536Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 so closing down at 1731713096542 (+6 ms)3 split writer threads finished at 1731713096542Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713096546 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713096546Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096553 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096555 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713096555Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713096557 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713096557 2024-11-15T23:24:56,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.4 2024-11-15T23:24:56,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:24:56,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 2024-11-15T23:24:56,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 after 1ms 2024-11-15T23:24:56,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 took 4ms 2024-11-15T23:24:56,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 so closing down 2024-11-15T23:24:56,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:56,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:56,568 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:24:56,568 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:24:56,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:24:56,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:24:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741903_1081 (size=743) 2024-11-15T23:24:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741903_1081 (size=743) 2024-11-15T23:24:56,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:24:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741902_1080 (size=743) 2024-11-15T23:24:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741902_1080 (size=743) 2024-11-15T23:24:56,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:24:56,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:56,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5, size=1.4 K (1393bytes) at 1731713096560Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 so closing down at 1731713096565 (+5 ms)3 split writer threads finished at 1731713096565Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713096569 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713096569Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096574 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713096576 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096580 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713096582 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713096583 (+1 ms) 2024-11-15T23:24:56,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.5 2024-11-15T23:24:56,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:24:56,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 2024-11-15T23:24:56,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 after 1ms 2024-11-15T23:24:56,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 took 3ms 2024-11-15T23:24:56,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 so closing down 2024-11-15T23:24:56,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:56,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:56,593 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:24:56,593 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:24:56,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:24:56,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:24:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741905_1083 (size=749) 2024-11-15T23:24:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741905_1083 (size=749) 2024-11-15T23:24:56,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:56,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:24:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741904_1082 (size=749) 2024-11-15T23:24:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741904_1082 (size=749) 2024-11-15T23:24:57,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:24:57,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:24:57,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6, size=1.4 K (1405bytes) at 1731713096585Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 so closing down at 1731713096590 (+5 ms)3 split writer threads finished at 1731713096590Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713096594 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713096594Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713096599 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713096602 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097001 (+399 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713097007 (+6 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713097007 2024-11-15T23:24:57,012 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.6 2024-11-15T23:24:57,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:24:57,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 2024-11-15T23:24:57,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 after 0ms 2024-11-15T23:24:57,016 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 took 4ms 2024-11-15T23:24:57,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 so closing down 2024-11-15T23:24:57,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:57,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:57,020 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:24:57,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:24:57,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:24:57,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:24:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741906_1084 (size=753) 2024-11-15T23:24:57,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741907_1085 (size=753) 2024-11-15T23:24:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741906_1084 (size=753) 2024-11-15T23:24:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741907_1085 (size=753) 2024-11-15T23:24:57,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:24:57,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:24:57,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:24:57,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7, size=1.4 K (1413bytes) at 1731713097013Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 so closing down at 1731713097017 (+4 ms)3 split writer threads finished at 1731713097017Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713097022 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713097022Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097030 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097031 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713097033 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713097033Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713097034 (+1 ms) 2024-11-15T23:24:57,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.7 2024-11-15T23:24:57,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:24:57,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 2024-11-15T23:24:57,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 after 0ms 2024-11-15T23:24:57,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 took 3ms 2024-11-15T23:24:57,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 so closing down 2024-11-15T23:24:57,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:57,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:57,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:24:57,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:24:57,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:24:57,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:24:57,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741908_1086 (size=753) 2024-11-15T23:24:57,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741908_1086 (size=753) 2024-11-15T23:24:57,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741909_1087 (size=753) 2024-11-15T23:24:57,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741909_1087 (size=753) 2024-11-15T23:24:57,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:24:57,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:24:57,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:24:57,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8, size=1.4 K (1413bytes) at 1731713097037Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 so closing down at 1731713097042 (+5 ms)3 split writer threads finished at 1731713097042Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713097047 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713097047Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097056 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097056Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713097058 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713097058Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713097058 2024-11-15T23:24:57,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.8 2024-11-15T23:24:57,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:24:57,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 2024-11-15T23:24:57,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 after 1ms 2024-11-15T23:24:57,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 took 3ms 2024-11-15T23:24:57,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 so closing down 2024-11-15T23:24:57,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:57,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:57,068 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:24:57,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:24:57,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:24:57,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:24:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741910_1088 (size=753) 2024-11-15T23:24:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741910_1088 (size=753) 2024-11-15T23:24:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741911_1089 (size=753) 2024-11-15T23:24:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741911_1089 (size=753) 2024-11-15T23:24:57,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:24:57,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:24:57,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:24:57,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9, size=1.4 K (1413bytes) at 1731713097061Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 so closing down at 1731713097066 (+5 ms)3 split writer threads finished at 1731713097066Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713097070 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713097070Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097077 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713097080 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097479 (+399 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713097482 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713097483 (+1 ms) 2024-11-15T23:24:57,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/WALs/testretryopenduringrecovery,16010,1731713092491/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/d5728912-6ec2-cd14-9e46-a54cee529ee4/oldWALs/wal.dat.9 2024-11-15T23:24:57,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 466) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6336 (was 6344) 2024-11-15T23:24:57,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=6335 2024-11-15T23:24:57,511 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:24:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741912_1090 (size=7) 2024-11-15T23:24:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741912_1090 (size=7) 2024-11-15T23:24:57,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:24:57,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:57,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:24:57,528 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:24:57,528 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:24:57,529 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:24:57,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:24:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741913_1091 (size=1393) 2024-11-15T23:24:57,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741913_1091 (size=1393) 2024-11-15T23:24:57,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:24:57,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:24:57,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741914_1092 (size=1393) 2024-11-15T23:24:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741914_1092 (size=1393) 2024-11-15T23:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:24:57,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:24:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741915_1093 (size=1393) 2024-11-15T23:24:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741915_1093 (size=1393) 2024-11-15T23:24:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:24:57,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:24:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741916_1094 (size=1393) 2024-11-15T23:24:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741916_1094 (size=1393) 2024-11-15T23:24:57,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:24:57,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:24:57,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741917_1095 (size=1393) 2024-11-15T23:24:57,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741917_1095 (size=1393) 2024-11-15T23:24:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:24:57,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:24:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:24:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741919_1097 (size=1405) 2024-11-15T23:24:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741919_1097 (size=1405) 2024-11-15T23:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:24:57,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741920_1098 (size=1413) 2024-11-15T23:24:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741920_1098 (size=1413) 2024-11-15T23:24:57,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:24:57,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:24:57,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741921_1099 (size=1413) 2024-11-15T23:24:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741921_1099 (size=1413) 2024-11-15T23:24:57,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:24:57,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:24:57,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:24:57,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:24:57,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741922_1100 (size=1413) 2024-11-15T23:24:57,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741922_1100 (size=1413) 2024-11-15T23:24:57,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:24:57,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:24:57,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 2024-11-15T23:24:57,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 after 0ms 2024-11-15T23:24:57,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 took 3ms 2024-11-15T23:24:57,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 so closing down 2024-11-15T23:24:57,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:57,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:57,707 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:57,707 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:57,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:24:57,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:24:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741924_1102 (size=743) 2024-11-15T23:24:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741924_1102 (size=743) 2024-11-15T23:24:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741923_1101 (size=743) 2024-11-15T23:24:57,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741923_1101 (size=743) 2024-11-15T23:24:57,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:24:58,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:24:58,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:58,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0, size=1.4 K (1393bytes) at 1731713097699Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 so closing down at 1731713097704 (+5 ms)3 split writer threads finished at 1731713097704Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713097708 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713097708Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713097716 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713097718 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098119 (+401 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713098121 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713098122 (+1 ms) 2024-11-15T23:24:58,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.0 2024-11-15T23:24:58,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:24:58,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 2024-11-15T23:24:58,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 after 1ms 2024-11-15T23:24:58,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 took 4ms 2024-11-15T23:24:58,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 so closing down 2024-11-15T23:24:58,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:58,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:58,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:58,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:58,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:24:58,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741925_1103 (size=743) 2024-11-15T23:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741926_1104 (size=743) 2024-11-15T23:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741926_1104 (size=743) 2024-11-15T23:24:58,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741925_1103 (size=743) 2024-11-15T23:24:58,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:24:58,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:24:58,550 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:58,551 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1, size=1.4 K (1393bytes) at 1731713098126Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 so closing down at 1731713098131 (+5 ms)3 split writer threads finished at 1731713098132 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713098136 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713098136Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098143 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713098145 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098546 (+401 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713098550 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713098551 (+1 ms) 2024-11-15T23:24:58,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.1 2024-11-15T23:24:58,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:24:58,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 2024-11-15T23:24:58,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 after 1ms 2024-11-15T23:24:58,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 took 5ms 2024-11-15T23:24:58,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 so closing down 2024-11-15T23:24:58,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:58,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:58,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:58,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:58,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:24:58,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:24:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741928_1106 (size=743) 2024-11-15T23:24:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741927_1105 (size=743) 2024-11-15T23:24:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741928_1106 (size=743) 2024-11-15T23:24:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741927_1105 (size=743) 2024-11-15T23:24:58,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:24:58,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:24:58,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:58,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2, size=1.4 K (1393bytes) at 1731713098555Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 so closing down at 1731713098562 (+7 ms)3 split writer threads finished at 1731713098563 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713098567 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713098567Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098578 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098578Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713098579 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713098579Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713098579 2024-11-15T23:24:58,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.2 2024-11-15T23:24:58,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:24:58,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 2024-11-15T23:24:58,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 after 0ms 2024-11-15T23:24:58,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 took 2ms 2024-11-15T23:24:58,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 so closing down 2024-11-15T23:24:58,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:58,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:58,587 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:24:58,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:24:58,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:24:58,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:24:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741930_1108 (size=743) 2024-11-15T23:24:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741930_1108 (size=743) 2024-11-15T23:24:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741929_1107 (size=743) 2024-11-15T23:24:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741929_1107 (size=743) 2024-11-15T23:24:58,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:24:58,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:58,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:24:58,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:58,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3, size=1.4 K (1393bytes) at 1731713098581Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 so closing down at 1731713098585 (+4 ms)3 split writer threads finished at 1731713098585Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713098588 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713098588Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098593 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713098595 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713098995 (+400 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713098997 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713098998 (+1 ms) 2024-11-15T23:24:59,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.3 2024-11-15T23:24:59,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:24:59,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 2024-11-15T23:24:59,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 after 0ms 2024-11-15T23:24:59,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 took 3ms 2024-11-15T23:24:59,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 so closing down 2024-11-15T23:24:59,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:24:59,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:24:59,009 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:24:59,009 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:24:59,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:24:59,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:24:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741932_1110 (size=743) 2024-11-15T23:24:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741931_1109 (size=743) 2024-11-15T23:24:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741932_1110 (size=743) 2024-11-15T23:24:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741931_1109 (size=743) 2024-11-15T23:24:59,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:59,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:24:59,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:24:59,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:24:59,425 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:24:59,425 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4, size=1.4 K (1393bytes) at 1731713099001Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 so closing down at 1731713099006 (+5 ms)3 split writer threads finished at 1731713099006Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713099014 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713099014Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713099023 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713099024 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713099423 (+399 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713099425 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713099425 2024-11-15T23:24:59,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.4 2024-11-15T23:24:59,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5, size=150 (150bytes) 2024-11-15T23:24:59,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 2024-11-15T23:24:59,429 WARN [IPC Server handler 4 on default port 42035 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-15T23:24:59,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 after 0ms 2024-11-15T23:24:59,660 WARN [ResponseProcessor for block BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:59,660 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_322594916_22 at /127.0.0.1:47030 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47030 dst: /127.0.0.1:37435 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37435 remote=/127.0.0.1:47030]. Total timeout mills is 60000, 57948 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:59,661 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_322594916_22 at /127.0.0.1:38338 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38338 dst: /127.0.0.1:34167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:24:59,661 WARN [DataStreamer for file /user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK], DatanodeInfoWithStorage[127.0.0.1:34167,DS-ea5dfb66-08b4-4185-a070-22c272b54bbd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK]) is bad. 2024-11-15T23:24:59,662 WARN [DataStreamer for file /user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 block BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:24:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741918_1111 (size=1385) 2024-11-15T23:25:03,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 after 4002ms 2024-11-15T23:25:03,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 took 4008ms 2024-11-15T23:25:03,439 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5; continuing. 2024-11-15T23:25:03,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 so closing down 2024-11-15T23:25:03,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:03,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:03,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:03,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:03,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:03,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741934_1113 (size=743) 2024-11-15T23:25:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741934_1113 (size=743) 2024-11-15T23:25:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741933_1112 (size=743) 2024-11-15T23:25:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741933_1112 (size=743) 2024-11-15T23:25:03,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:03,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:03,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:03,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:03,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T23:25:03,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5, size=150 (150bytes) at 1731713099429Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 so closing down at 1731713103439 (+4010 ms)3 split writer threads finished at 1731713103439Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713103443 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713103443Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713103451 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713103452 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713103851 (+399 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713103863 (+12 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731713103863 2024-11-15T23:25:03,882 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.5 2024-11-15T23:25:03,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:03,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 2024-11-15T23:25:03,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 after 6ms 2024-11-15T23:25:03,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 took 11ms 2024-11-15T23:25:03,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 so closing down 2024-11-15T23:25:03,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:03,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:03,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:03,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:03,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:03,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741935_1114 (size=749) 2024-11-15T23:25:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741935_1114 (size=749) 2024-11-15T23:25:03,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741936_1115 (size=749) 2024-11-15T23:25:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741936_1115 (size=749) 2024-11-15T23:25:03,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:03,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:03,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:03,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:03,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6, size=1.4 K (1405bytes) at 1731713103882Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 so closing down at 1731713103910 (+28 ms)3 split writer threads finished at 1731713103911 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713103933 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713103944 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713103958 (+14 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713103965 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713103966 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713103968 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713103968 2024-11-15T23:25:03,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.6 2024-11-15T23:25:03,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:03,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 2024-11-15T23:25:03,972 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 after 1ms 2024-11-15T23:25:03,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 took 7ms 2024-11-15T23:25:03,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 so closing down 2024-11-15T23:25:03,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:03,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:03,999 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:04,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:04,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:04,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741937_1116 (size=753) 2024-11-15T23:25:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741937_1116 (size=753) 2024-11-15T23:25:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741938_1117 (size=753) 2024-11-15T23:25:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741938_1117 (size=753) 2024-11-15T23:25:04,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:04,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:04,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:04,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7, size=1.4 K (1413bytes) at 1731713103971Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 so closing down at 1731713103986 (+15 ms)3 split writer threads finished at 1731713103988 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713104015 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713104015Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104052 (+37 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104052Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713104054 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713104054Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713104054 2024-11-15T23:25:04,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.7 2024-11-15T23:25:04,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:04,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 2024-11-15T23:25:04,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 after 0ms 2024-11-15T23:25:04,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 took 5ms 2024-11-15T23:25:04,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 so closing down 2024-11-15T23:25:04,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:04,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:04,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:04,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:04,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:04,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741939_1118 (size=753) 2024-11-15T23:25:04,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741939_1118 (size=753) 2024-11-15T23:25:04,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741940_1119 (size=753) 2024-11-15T23:25:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741940_1119 (size=753) 2024-11-15T23:25:04,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:04,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:04,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8, size=1.4 K (1413bytes) at 1731713104058Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 so closing down at 1731713104069 (+11 ms)3 split writer threads finished at 1731713104076 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713104103 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713104103Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104139 (+36 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713104142 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104157 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713104159 (+2 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713104160 (+1 ms) 2024-11-15T23:25:04,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.8 2024-11-15T23:25:04,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:04,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 2024-11-15T23:25:04,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 after 0ms 2024-11-15T23:25:04,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 took 7ms 2024-11-15T23:25:04,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 so closing down 2024-11-15T23:25:04,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:04,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:04,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:04,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:04,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:04,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741941_1120 (size=753) 2024-11-15T23:25:04,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741941_1120 (size=753) 2024-11-15T23:25:04,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741942_1121 (size=753) 2024-11-15T23:25:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741942_1121 (size=753) 2024-11-15T23:25:04,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:04,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:04,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:04,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9, size=1.4 K (1413bytes) at 1731713104163Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 so closing down at 1731713104180 (+17 ms)3 split writer threads finished at 1731713104181 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713104201 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713104205 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104232 (+27 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713104238 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713104269 (+31 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713104272 (+3 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713104272 2024-11-15T23:25:04,278 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731713097528/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/2736c52c-3283-7598-f1c4-6fa578e08a1c/oldWALs/wal.dat.9 2024-11-15T23:25:04,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=6286 (was 6335) 2024-11-15T23:25:04,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=6283 2024-11-15T23:25:04,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741943_1122 (size=7) 2024-11-15T23:25:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741943_1122 (size=7) 2024-11-15T23:25:04,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:04,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:04,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:04,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:04,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=6286 (was 6283) - AvailableMemoryMB LEAK? - 2024-11-15T23:25:04,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=6285 2024-11-15T23:25:04,589 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741944_1123 (size=7) 2024-11-15T23:25:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741944_1123 (size=7) 2024-11-15T23:25:04,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:04,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:04,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:04,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:04,722 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:04,726 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:04,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:04,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,763 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T23:25:04,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741945_1124 (size=1393) 2024-11-15T23:25:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741945_1124 (size=1393) 2024-11-15T23:25:04,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:04,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741946_1125 (size=1393) 2024-11-15T23:25:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741946_1125 (size=1393) 2024-11-15T23:25:04,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:04,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:04,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741947_1126 (size=1393) 2024-11-15T23:25:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741947_1126 (size=1393) 2024-11-15T23:25:04,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:04,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:04,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741948_1127 (size=1393) 2024-11-15T23:25:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741948_1127 (size=1393) 2024-11-15T23:25:04,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:04,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741949_1128 (size=1393) 2024-11-15T23:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:05,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741949_1128 (size=1393) 2024-11-15T23:25:05,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741950_1129 (size=1393) 2024-11-15T23:25:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741950_1129 (size=1393) 2024-11-15T23:25:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:05,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741951_1130 (size=1405) 2024-11-15T23:25:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741951_1130 (size=1405) 2024-11-15T23:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:05,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:05,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741952_1131 (size=1413) 2024-11-15T23:25:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741952_1131 (size=1413) 2024-11-15T23:25:05,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:05,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:05,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741953_1132 (size=1413) 2024-11-15T23:25:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741953_1132 (size=1413) 2024-11-15T23:25:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:05,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:05,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741954_1133 (size=1413) 2024-11-15T23:25:05,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741954_1133 (size=1413) 2024-11-15T23:25:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:05,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:05,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 2024-11-15T23:25:05,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 after 0ms 2024-11-15T23:25:05,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 took 5ms 2024-11-15T23:25:05,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 so closing down 2024-11-15T23:25:05,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:05,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:05,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:05,411 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:05,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:05,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:05,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741955_1134 (size=743) 2024-11-15T23:25:05,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741955_1134 (size=743) 2024-11-15T23:25:05,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741956_1135 (size=743) 2024-11-15T23:25:05,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741956_1135 (size=743) 2024-11-15T23:25:05,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:05,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:05,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 516 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:05,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0, size=1.4 K (1393bytes) at 1731713105356Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 so closing down at 1731713105392 (+36 ms)3 split writer threads finished at 1731713105393 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713105419 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713105420 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713105476 (+56 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713105482 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713105899 (+417 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713105901 (+2 ms)Processed 20 edits across 2 Regions in 516 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713105901 2024-11-15T23:25:05,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.0 2024-11-15T23:25:05,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:05,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 2024-11-15T23:25:05,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 after 0ms 2024-11-15T23:25:05,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 took 3ms 2024-11-15T23:25:05,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 so closing down 2024-11-15T23:25:05,932 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:05,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:05,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:05,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:05,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:05,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741957_1136 (size=743) 2024-11-15T23:25:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741957_1136 (size=743) 2024-11-15T23:25:05,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741958_1137 (size=743) 2024-11-15T23:25:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741958_1137 (size=743) 2024-11-15T23:25:06,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:06,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:06,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1, size=1.4 K (1393bytes) at 1731713105903Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 so closing down at 1731713105932 (+29 ms)3 split writer threads finished at 1731713105936 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713105943 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713105953 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713105989 (+36 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713106001 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106045 (+44 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713106048 (+3 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713106048 2024-11-15T23:25:06,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.1 2024-11-15T23:25:06,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:06,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 2024-11-15T23:25:06,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 after 1ms 2024-11-15T23:25:06,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 took 4ms 2024-11-15T23:25:06,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 so closing down 2024-11-15T23:25:06,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:06,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:06,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:06,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741959_1138 (size=743) 2024-11-15T23:25:06,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741959_1138 (size=743) 2024-11-15T23:25:06,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741960_1139 (size=743) 2024-11-15T23:25:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741960_1139 (size=743) 2024-11-15T23:25:06,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:06,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:06,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2, size=1.4 K (1393bytes) at 1731713106054Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 so closing down at 1731713106082 (+28 ms)3 split writer threads finished at 1731713106083 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713106108 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713106124 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106161 (+37 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713106165 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106171 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713106174 (+3 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713106174 2024-11-15T23:25:06,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.2 2024-11-15T23:25:06,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:06,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 2024-11-15T23:25:06,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 after 0ms 2024-11-15T23:25:06,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 took 4ms 2024-11-15T23:25:06,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 so closing down 2024-11-15T23:25:06,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:06,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:06,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:06,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741962_1141 (size=743) 2024-11-15T23:25:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741962_1141 (size=743) 2024-11-15T23:25:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741961_1140 (size=743) 2024-11-15T23:25:06,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741961_1140 (size=743) 2024-11-15T23:25:06,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:06,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:06,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:06,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3, size=1.4 K (1393bytes) at 1731713106177Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 so closing down at 1731713106181 (+4 ms)3 split writer threads finished at 1731713106182 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713106187 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713106190 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106201 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106204 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713106208 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713106208Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713106208 2024-11-15T23:25:06,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.3 2024-11-15T23:25:06,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:06,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 2024-11-15T23:25:06,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 after 1ms 2024-11-15T23:25:06,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 took 10ms 2024-11-15T23:25:06,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 so closing down 2024-11-15T23:25:06,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:06,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:06,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:06,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741963_1142 (size=743) 2024-11-15T23:25:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741963_1142 (size=743) 2024-11-15T23:25:06,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741964_1143 (size=743) 2024-11-15T23:25:06,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741964_1143 (size=743) 2024-11-15T23:25:06,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:06,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:06,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4, size=1.4 K (1393bytes) at 1731713106210Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 so closing down at 1731713106222 (+12 ms)3 split writer threads finished at 1731713106222Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713106231 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713106236 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106251 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713106253 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106265 (+12 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713106267 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713106267 2024-11-15T23:25:06,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.4 2024-11-15T23:25:06,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:06,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 2024-11-15T23:25:06,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 after 0ms 2024-11-15T23:25:06,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 took 2ms 2024-11-15T23:25:06,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 so closing down 2024-11-15T23:25:06,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,278 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:06,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:06,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:06,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741965_1144 (size=743) 2024-11-15T23:25:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741965_1144 (size=743) 2024-11-15T23:25:06,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741966_1145 (size=743) 2024-11-15T23:25:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741966_1145 (size=743) 2024-11-15T23:25:06,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:06,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:06,306 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5, size=1.4 K (1393bytes) at 1731713106270Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 so closing down at 1731713106274 (+4 ms)3 split writer threads finished at 1731713106276 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713106280 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713106284 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106295 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713106297 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106304 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713106306 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713106306 2024-11-15T23:25:06,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.5 2024-11-15T23:25:06,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:06,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 2024-11-15T23:25:06,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 after 0ms 2024-11-15T23:25:06,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 took 2ms 2024-11-15T23:25:06,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 so closing down 2024-11-15T23:25:06,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:06,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:06,324 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:06,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741968_1147 (size=749) 2024-11-15T23:25:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741968_1147 (size=749) 2024-11-15T23:25:06,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741967_1146 (size=749) 2024-11-15T23:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741967_1146 (size=749) 2024-11-15T23:25:06,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:06,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:06,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6, size=1.4 K (1405bytes) at 1731713106308Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 so closing down at 1731713106312 (+4 ms)3 split writer threads finished at 1731713106314 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713106321 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713106327 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106389 (+62 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713106391 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106414 (+23 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713106416 (+2 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713106416 2024-11-15T23:25:06,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.6 2024-11-15T23:25:06,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:06,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 2024-11-15T23:25:06,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 after 2ms 2024-11-15T23:25:06,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 took 5ms 2024-11-15T23:25:06,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 so closing down 2024-11-15T23:25:06,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:06,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:06,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:06,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741969_1148 (size=753) 2024-11-15T23:25:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741969_1148 (size=753) 2024-11-15T23:25:06,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:06,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741970_1149 (size=753) 2024-11-15T23:25:06,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741970_1149 (size=753) 2024-11-15T23:25:06,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:06,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:06,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7, size=1.4 K (1413bytes) at 1731713106421Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 so closing down at 1731713106442 (+21 ms)3 split writer threads finished at 1731713106443 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713106457 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713106458 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106484 (+26 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713106488 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106511 (+23 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713106514 (+3 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713106514 2024-11-15T23:25:06,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.7 2024-11-15T23:25:06,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:06,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 2024-11-15T23:25:06,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 after 2ms 2024-11-15T23:25:06,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 took 7ms 2024-11-15T23:25:06,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 so closing down 2024-11-15T23:25:06,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:06,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:06,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:06,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741971_1150 (size=753) 2024-11-15T23:25:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741971_1150 (size=753) 2024-11-15T23:25:06,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741972_1151 (size=753) 2024-11-15T23:25:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741972_1151 (size=753) 2024-11-15T23:25:06,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:06,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:06,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8, size=1.4 K (1413bytes) at 1731713106517Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 so closing down at 1731713106534 (+17 ms)3 split writer threads finished at 1731713106535 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713106547 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713106552 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106566 (+14 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713106568 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106569 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713106570 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713106570 2024-11-15T23:25:06,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.8 2024-11-15T23:25:06,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:06,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 2024-11-15T23:25:06,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 after 0ms 2024-11-15T23:25:06,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 took 2ms 2024-11-15T23:25:06,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 so closing down 2024-11-15T23:25:06,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:06,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:06,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:06,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741973_1152 (size=753) 2024-11-15T23:25:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741973_1152 (size=753) 2024-11-15T23:25:06,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:06,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:06,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741974_1153 (size=753) 2024-11-15T23:25:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741974_1153 (size=753) 2024-11-15T23:25:06,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:06,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:06,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:06,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9, size=1.4 K (1413bytes) at 1731713106572Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 so closing down at 1731713106576 (+4 ms)3 split writer threads finished at 1731713106576Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713106581 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106587 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713106590 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713106598 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713106605 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713106606 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713106606 2024-11-15T23:25:06,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/WALs/testsplit,16010,1731713104722/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/5450d76e-338f-4083-56be-860eaefe1186/oldWALs/wal.dat.9 2024-11-15T23:25:06,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=6264 (was 6285) 2024-11-15T23:25:06,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=6262 2024-11-15T23:25:06,692 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741975_1154 (size=7) 2024-11-15T23:25:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741975_1154 (size=7) 2024-11-15T23:25:06,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:06,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:06,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:06,704 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:06,705 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:06,706 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:06,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741976_1155 (size=1393) 2024-11-15T23:25:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741976_1155 (size=1393) 2024-11-15T23:25:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:06,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:06,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741977_1156 (size=1393) 2024-11-15T23:25:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741977_1156 (size=1393) 2024-11-15T23:25:07,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:07,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:07,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741978_1157 (size=1393) 2024-11-15T23:25:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741978_1157 (size=1393) 2024-11-15T23:25:07,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:07,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741979_1158 (size=1393) 2024-11-15T23:25:07,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741979_1158 (size=1393) 2024-11-15T23:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:07,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741980_1159 (size=1393) 2024-11-15T23:25:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741980_1159 (size=1393) 2024-11-15T23:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:07,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:07,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741981_1160 (size=1393) 2024-11-15T23:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:07,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741981_1160 (size=1393) 2024-11-15T23:25:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741982_1161 (size=1405) 2024-11-15T23:25:07,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741982_1161 (size=1405) 2024-11-15T23:25:07,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:07,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741983_1162 (size=1413) 2024-11-15T23:25:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741983_1162 (size=1413) 2024-11-15T23:25:07,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:07,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741984_1163 (size=1413) 2024-11-15T23:25:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741984_1163 (size=1413) 2024-11-15T23:25:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:07,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741985_1164 (size=1413) 2024-11-15T23:25:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741985_1164 (size=1413) 2024-11-15T23:25:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:07,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:07,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 2024-11-15T23:25:07,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 after 3ms 2024-11-15T23:25:07,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 took 8ms 2024-11-15T23:25:07,552 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 so closing down 2024-11-15T23:25:07,552 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:07,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:07,557 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:07,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:07,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:07,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741986_1165 (size=743) 2024-11-15T23:25:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741986_1165 (size=743) 2024-11-15T23:25:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741987_1166 (size=743) 2024-11-15T23:25:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741987_1166 (size=743) 2024-11-15T23:25:07,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:07,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:07,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:07,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:07,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:07,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0, size=1.4 K (1393bytes) at 1731713107515Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 so closing down at 1731713107552 (+37 ms)3 split writer threads finished at 1731713107553 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713107568 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713107571 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713107584 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713107587 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713107982 (+395 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713107986 (+4 ms)Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713107986 2024-11-15T23:25:07,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.0 2024-11-15T23:25:07,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:07,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 2024-11-15T23:25:07,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 after 1ms 2024-11-15T23:25:07,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 took 6ms 2024-11-15T23:25:08,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 so closing down 2024-11-15T23:25:08,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,018 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:08,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:08,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:08,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:08,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741988_1167 (size=743) 2024-11-15T23:25:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741988_1167 (size=743) 2024-11-15T23:25:08,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741989_1168 (size=743) 2024-11-15T23:25:08,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741989_1168 (size=743) 2024-11-15T23:25:08,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:08,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:08,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1, size=1.4 K (1393bytes) at 1731713107991Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 so closing down at 1731713108013 (+22 ms)3 split writer threads finished at 1731713108013Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713108041 (+28 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713108055 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108066 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713108071 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108072 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713108076 (+4 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713108076 2024-11-15T23:25:08,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.1 2024-11-15T23:25:08,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:08,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 2024-11-15T23:25:08,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 after 0ms 2024-11-15T23:25:08,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 took 4ms 2024-11-15T23:25:08,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 so closing down 2024-11-15T23:25:08,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:08,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:08,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:08,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741991_1170 (size=743) 2024-11-15T23:25:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741991_1170 (size=743) 2024-11-15T23:25:08,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741990_1169 (size=743) 2024-11-15T23:25:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741990_1169 (size=743) 2024-11-15T23:25:08,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:08,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:08,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:08,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2, size=1.4 K (1393bytes) at 1731713108079Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 so closing down at 1731713108084 (+5 ms)3 split writer threads finished at 1731713108085 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713108092 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713108092Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108118 (+26 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713108128 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108526 (+398 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713108528 (+2 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713108528 2024-11-15T23:25:08,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.2 2024-11-15T23:25:08,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:08,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 2024-11-15T23:25:08,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 after 1ms 2024-11-15T23:25:08,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 took 5ms 2024-11-15T23:25:08,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 so closing down 2024-11-15T23:25:08,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:08,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:08,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:08,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741992_1171 (size=743) 2024-11-15T23:25:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741992_1171 (size=743) 2024-11-15T23:25:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741993_1172 (size=743) 2024-11-15T23:25:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741993_1172 (size=743) 2024-11-15T23:25:08,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:08,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:08,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:08,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3, size=1.4 K (1393bytes) at 1731713108531Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 so closing down at 1731713108537 (+6 ms)3 split writer threads finished at 1731713108538 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713108541 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713108541Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108561 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108562 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713108563 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713108564 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713108564 2024-11-15T23:25:08,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.3 2024-11-15T23:25:08,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:08,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 2024-11-15T23:25:08,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 after 0ms 2024-11-15T23:25:08,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 took 4ms 2024-11-15T23:25:08,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 so closing down 2024-11-15T23:25:08,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,575 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:08,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:08,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:08,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741995_1174 (size=743) 2024-11-15T23:25:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741994_1173 (size=743) 2024-11-15T23:25:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741994_1173 (size=743) 2024-11-15T23:25:08,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741995_1174 (size=743) 2024-11-15T23:25:08,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:08,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:08,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:08,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4, size=1.4 K (1393bytes) at 1731713108567Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 so closing down at 1731713108571 (+4 ms)3 split writer threads finished at 1731713108571Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713108576 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713108576Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108594 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108595 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713108597 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713108597Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713108597 2024-11-15T23:25:08,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.4 2024-11-15T23:25:08,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:08,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 2024-11-15T23:25:08,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 after 1ms 2024-11-15T23:25:08,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 took 4ms 2024-11-15T23:25:08,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 so closing down 2024-11-15T23:25:08,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:08,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:08,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:08,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741996_1175 (size=743) 2024-11-15T23:25:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741996_1175 (size=743) 2024-11-15T23:25:08,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741997_1176 (size=743) 2024-11-15T23:25:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741997_1176 (size=743) 2024-11-15T23:25:08,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:08,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:08,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5, size=1.4 K (1393bytes) at 1731713108601Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 so closing down at 1731713108606 (+5 ms)3 split writer threads finished at 1731713108607 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713108612 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713108612Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108626 (+14 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713108628 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108645 (+17 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713108648 (+3 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713108648 2024-11-15T23:25:08,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.5 2024-11-15T23:25:08,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:08,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 2024-11-15T23:25:08,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 after 0ms 2024-11-15T23:25:08,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 took 14ms 2024-11-15T23:25:08,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 so closing down 2024-11-15T23:25:08,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,675 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:08,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:08,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:08,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741998_1177 (size=749) 2024-11-15T23:25:08,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741998_1177 (size=749) 2024-11-15T23:25:08,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073741999_1178 (size=749) 2024-11-15T23:25:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073741999_1178 (size=749) 2024-11-15T23:25:08,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:08,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:08,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6, size=1.4 K (1405bytes) at 1731713108654Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 so closing down at 1731713108669 (+15 ms)3 split writer threads finished at 1731713108671 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713108680 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713108700 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108723 (+23 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713108726 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108741 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713108754 (+13 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713108754 2024-11-15T23:25:08,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.6 2024-11-15T23:25:08,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:08,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 2024-11-15T23:25:08,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 after 1ms 2024-11-15T23:25:08,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 took 5ms 2024-11-15T23:25:08,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 so closing down 2024-11-15T23:25:08,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,770 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:08,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:08,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:08,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742000_1179 (size=753) 2024-11-15T23:25:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742000_1179 (size=753) 2024-11-15T23:25:08,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:08,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742001_1180 (size=753) 2024-11-15T23:25:08,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742001_1180 (size=753) 2024-11-15T23:25:08,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:08,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:08,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7, size=1.4 K (1413bytes) at 1731713108758Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 so closing down at 1731713108765 (+7 ms)3 split writer threads finished at 1731713108765Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713108773 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713108776 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108795 (+19 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713108799 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108832 (+33 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713108844 (+12 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713108844 2024-11-15T23:25:08,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.7 2024-11-15T23:25:08,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:08,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 2024-11-15T23:25:08,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 after 1ms 2024-11-15T23:25:08,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 took 4ms 2024-11-15T23:25:08,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 so closing down 2024-11-15T23:25:08,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:08,865 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:08,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:08,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742002_1181 (size=753) 2024-11-15T23:25:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742002_1181 (size=753) 2024-11-15T23:25:08,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742003_1182 (size=753) 2024-11-15T23:25:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742003_1182 (size=753) 2024-11-15T23:25:08,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:08,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:08,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:08,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8, size=1.4 K (1413bytes) at 1731713108848Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 so closing down at 1731713108858 (+10 ms)3 split writer threads finished at 1731713108858Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713108868 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713108878 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108899 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108901 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713108903 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713108904 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713108904 2024-11-15T23:25:08,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.8 2024-11-15T23:25:08,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:08,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 2024-11-15T23:25:08,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 after 0ms 2024-11-15T23:25:08,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 took 6ms 2024-11-15T23:25:08,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 so closing down 2024-11-15T23:25:08,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:08,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:08,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:08,921 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:08,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:08,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742004_1183 (size=753) 2024-11-15T23:25:08,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742005_1184 (size=753) 2024-11-15T23:25:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742004_1183 (size=753) 2024-11-15T23:25:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742005_1184 (size=753) 2024-11-15T23:25:08,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:09,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:09,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:09,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:09,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9, size=1.4 K (1413bytes) at 1731713108908Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 so closing down at 1731713108917 (+9 ms)3 split writer threads finished at 1731713108918 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713108922 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713108922Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713108932 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713108934 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713109333 (+399 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713109335 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713109336 (+1 ms) 2024-11-15T23:25:09,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/WALs/testmovedwalduringrecovery,16010,1731713106704/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/ddee8db1-080c-2ede-05f5-ff1c5552d06a/oldWALs/wal.dat.9 2024-11-15T23:25:09,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6193 (was 6262) 2024-11-15T23:25:09,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6192 2024-11-15T23:25:09,355 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742006_1185 (size=7) 2024-11-15T23:25:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742006_1185 (size=7) 2024-11-15T23:25:09,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:09,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:09,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:09,367 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:09,370 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T23:25:09,370 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-15T23:25:09,371 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-15T23:25:09,371 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-15T23:25:09,372 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-15T23:25:09,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake, size=0 (0bytes) 2024-11-15T23:25:09,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake took 10ms 2024-11-15T23:25:10,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake so closing down 2024-11-15T23:25:10,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:10,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:10,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-15T23:25:10,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-15T23:25:10,100 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-15T23:25:10,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) 2024-11-15T23:25:10,177 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-15T23:25:10,181 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-15T23:25:10,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) 2024-11-15T23:25:10,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-15T23:25:10,235 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) 2024-11-15T23:25:10,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) 2024-11-15T23:25:10,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 849 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T23:25:10,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake, size=0 (0bytes) at 1731713109389Split 1024 edits, skipped 0 edits. at 1731713109426 (+37 ms)Split 2048 edits, skipped 0 edits. at 1731713109451 (+25 ms)Split 3072 edits, skipped 0 edits. at 1731713109473 (+22 ms)Split 4096 edits, skipped 0 edits. at 1731713109496 (+23 ms)Split 5120 edits, skipped 0 edits. at 1731713109521 (+25 ms)Split 6144 edits, skipped 0 edits. at 1731713109543 (+22 ms)Split 7168 edits, skipped 0 edits. at 1731713109569 (+26 ms)Split 8192 edits, skipped 0 edits. at 1731713109596 (+27 ms)Split 9216 edits, skipped 0 edits. at 1731713109619 (+23 ms)Split 10240 edits, skipped 0 edits. at 1731713109647 (+28 ms)Split 11264 edits, skipped 0 edits. at 1731713109676 (+29 ms)Split 12288 edits, skipped 0 edits. at 1731713109710 (+34 ms)Split 13312 edits, skipped 0 edits. at 1731713109758 (+48 ms)Split 14336 edits, skipped 0 edits. at 1731713109806 (+48 ms)Split 15360 edits, skipped 0 edits. at 1731713109853 (+47 ms)Split 16384 edits, skipped 0 edits. at 1731713109902 (+49 ms)Split 17408 edits, skipped 0 edits. at 1731713109946 (+44 ms)Split 18432 edits, skipped 0 edits. at 1731713109991 (+45 ms)Split 19456 edits, skipped 0 edits. at 1731713110027 (+36 ms)Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake so closing down at 1731713110047 (+20 ms)3 split writer threads finished at 1731713110048 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731713110070 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731713110084 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731713110101 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) at 1731713110157 (+56 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731713110177 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731713110181 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 99 ms) at 1731713110184 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731713110187 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) at 1731713110235 (+48 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) at 1731713110247 (+12 ms)Processed 20000 edits across 5 Regions in 849 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/ef349794-98e9-51f0-d65f-ec4df7fc1a82/WALs/testthreading,16010,1731713109367/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731713110248 (+1 ms) 2024-11-15T23:25:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-15T23:25:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-15T23:25:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-15T23:25:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-15T23:25:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-15T23:25:10,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 139), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=6055 (was 6192) 2024-11-15T23:25:10,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6054 2024-11-15T23:25:10,275 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742007_1186 (size=7) 2024-11-15T23:25:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742007_1186 (size=7) 2024-11-15T23:25:10,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:10,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:10,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:10,364 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:10,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T23:25:10,368 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:10,370 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:10,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742008_1187 (size=1393) 2024-11-15T23:25:10,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742008_1187 (size=1393) 2024-11-15T23:25:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:10,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742009_1188 (size=1393) 2024-11-15T23:25:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742009_1188 (size=1393) 2024-11-15T23:25:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:10,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:10,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742010_1189 (size=1393) 2024-11-15T23:25:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742010_1189 (size=1393) 2024-11-15T23:25:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:10,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742011_1190 (size=1393) 2024-11-15T23:25:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742011_1190 (size=1393) 2024-11-15T23:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:10,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742012_1191 (size=1393) 2024-11-15T23:25:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742012_1191 (size=1393) 2024-11-15T23:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:11,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742013_1192 (size=1393) 2024-11-15T23:25:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742013_1192 (size=1393) 2024-11-15T23:25:11,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:11,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:11,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742014_1193 (size=1405) 2024-11-15T23:25:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742014_1193 (size=1405) 2024-11-15T23:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:11,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:11,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742015_1194 (size=1413) 2024-11-15T23:25:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742015_1194 (size=1413) 2024-11-15T23:25:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:11,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742016_1195 (size=1413) 2024-11-15T23:25:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742016_1195 (size=1413) 2024-11-15T23:25:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:11,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742017_1196 (size=1413) 2024-11-15T23:25:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742017_1196 (size=1413) 2024-11-15T23:25:11,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:11,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T23:25:11,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty, size=0 (0bytes) 2024-11-15T23:25:11,607 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty might be still open, length is 0 2024-11-15T23:25:11,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty 2024-11-15T23:25:11,608 WARN [IPC Server handler 1 on default port 42035 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty closed. 2024-11-15T23:25:11,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty after 1ms 2024-11-15T23:25:11,611 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T23:25:11,612 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty; empty? 2024-11-15T23:25:11,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty so closing down 2024-11-15T23:25:11,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T23:25:11,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty, size=0 (0bytes) at 1731713111607Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty so closing down at 1731713111613 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731713111613 2024-11-15T23:25:11,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat..empty to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat..empty 2024-11-15T23:25:11,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:11,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 2024-11-15T23:25:11,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 after 1ms 2024-11-15T23:25:11,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 took 3ms 2024-11-15T23:25:11,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 so closing down 2024-11-15T23:25:11,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:11,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:11,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:11,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:11,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:11,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:11,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742018_1197 (size=743) 2024-11-15T23:25:11,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742018_1197 (size=743) 2024-11-15T23:25:11,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742019_1198 (size=743) 2024-11-15T23:25:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742019_1198 (size=743) 2024-11-15T23:25:11,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:11,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:11,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0, size=1.4 K (1393bytes) at 1731713111616Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 so closing down at 1731713111634 (+18 ms)3 split writer threads finished at 1731713111636 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713111652 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713111672 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111703 (+31 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713111706 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111718 (+12 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713111720 (+2 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713111720 2024-11-15T23:25:11,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.0 2024-11-15T23:25:11,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:11,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 2024-11-15T23:25:11,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 after 1ms 2024-11-15T23:25:11,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 took 3ms 2024-11-15T23:25:11,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 so closing down 2024-11-15T23:25:11,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:11,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:11,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:11,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:11,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:11,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742021_1200 (size=743) 2024-11-15T23:25:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742021_1200 (size=743) 2024-11-15T23:25:11,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742020_1199 (size=743) 2024-11-15T23:25:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742020_1199 (size=743) 2024-11-15T23:25:11,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:11,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:11,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1, size=1.4 K (1393bytes) at 1731713111723Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 so closing down at 1731713111733 (+10 ms)3 split writer threads finished at 1731713111736 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713111764 (+28 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713111770 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111814 (+44 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713111817 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111827 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713111831 (+4 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713111831 2024-11-15T23:25:11,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.1 2024-11-15T23:25:11,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:11,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 2024-11-15T23:25:11,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 after 1ms 2024-11-15T23:25:11,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 took 6ms 2024-11-15T23:25:11,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 so closing down 2024-11-15T23:25:11,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:11,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:11,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:11,895 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:11,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:11,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742022_1201 (size=743) 2024-11-15T23:25:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742022_1201 (size=743) 2024-11-15T23:25:11,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742023_1202 (size=743) 2024-11-15T23:25:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742023_1202 (size=743) 2024-11-15T23:25:11,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:11,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:11,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2, size=1.4 K (1393bytes) at 1731713111835Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 so closing down at 1731713111873 (+38 ms)3 split writer threads finished at 1731713111874 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713111896 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713111904 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111928 (+24 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713111930 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111935 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713111940 (+5 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713111940 2024-11-15T23:25:11,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.2 2024-11-15T23:25:11,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:11,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 2024-11-15T23:25:11,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 after 0ms 2024-11-15T23:25:11,946 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 took 3ms 2024-11-15T23:25:11,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 so closing down 2024-11-15T23:25:11,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:11,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:11,951 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:11,951 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:11,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:11,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742024_1203 (size=743) 2024-11-15T23:25:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742025_1204 (size=743) 2024-11-15T23:25:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742024_1203 (size=743) 2024-11-15T23:25:11,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742025_1204 (size=743) 2024-11-15T23:25:11,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:11,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:11,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:11,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3, size=1.4 K (1393bytes) at 1731713111943Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 so closing down at 1731713111948 (+5 ms)3 split writer threads finished at 1731713111948Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713111953 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713111956 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111963 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713111966 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111967 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713111969 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713111969 2024-11-15T23:25:11,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.3 2024-11-15T23:25:11,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:11,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 2024-11-15T23:25:11,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 after 1ms 2024-11-15T23:25:11,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 took 3ms 2024-11-15T23:25:11,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 so closing down 2024-11-15T23:25:11,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:11,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:11,978 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:11,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:11,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:11,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742026_1205 (size=743) 2024-11-15T23:25:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742026_1205 (size=743) 2024-11-15T23:25:11,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:11,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742027_1206 (size=743) 2024-11-15T23:25:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742027_1206 (size=743) 2024-11-15T23:25:12,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:12,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:12,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4, size=1.4 K (1393bytes) at 1731713111970Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 so closing down at 1731713111974 (+4 ms)3 split writer threads finished at 1731713111974Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713111982 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713111984 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713111997 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713111999 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112010 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713112012 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713112013 (+1 ms) 2024-11-15T23:25:12,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.4 2024-11-15T23:25:12,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:12,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 2024-11-15T23:25:12,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 after 1ms 2024-11-15T23:25:12,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 took 3ms 2024-11-15T23:25:12,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 so closing down 2024-11-15T23:25:12,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:12,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:12,025 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:12,025 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:12,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:12,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742028_1207 (size=743) 2024-11-15T23:25:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742029_1208 (size=743) 2024-11-15T23:25:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742029_1208 (size=743) 2024-11-15T23:25:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742028_1207 (size=743) 2024-11-15T23:25:12,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:12,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:12,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:12,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5, size=1.4 K (1393bytes) at 1731713112014Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 so closing down at 1731713112020 (+6 ms)3 split writer threads finished at 1731713112020Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713112026 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713112027 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112049 (+22 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713112050 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112053 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713112054 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713112054 2024-11-15T23:25:12,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.5 2024-11-15T23:25:12,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:12,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 2024-11-15T23:25:12,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 after 0ms 2024-11-15T23:25:12,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 took 3ms 2024-11-15T23:25:12,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 so closing down 2024-11-15T23:25:12,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:12,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:12,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:12,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:12,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:12,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742030_1209 (size=749) 2024-11-15T23:25:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742030_1209 (size=749) 2024-11-15T23:25:12,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742031_1210 (size=749) 2024-11-15T23:25:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742031_1210 (size=749) 2024-11-15T23:25:12,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:12,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:12,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6, size=1.4 K (1405bytes) at 1731713112057Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 so closing down at 1731713112060 (+3 ms)3 split writer threads finished at 1731713112060Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713112064 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713112064Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112103 (+39 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713112104 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112120 (+16 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713112122 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713112122 2024-11-15T23:25:12,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.6 2024-11-15T23:25:12,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:12,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 2024-11-15T23:25:12,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 after 0ms 2024-11-15T23:25:12,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 took 3ms 2024-11-15T23:25:12,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 so closing down 2024-11-15T23:25:12,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:12,141 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:12,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:12,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:12,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:12,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742032_1211 (size=753) 2024-11-15T23:25:12,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742032_1211 (size=753) 2024-11-15T23:25:12,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742033_1212 (size=753) 2024-11-15T23:25:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742033_1212 (size=753) 2024-11-15T23:25:12,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:12,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:12,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7, size=1.4 K (1413bytes) at 1731713112125Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 so closing down at 1731713112141 (+16 ms)3 split writer threads finished at 1731713112141Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713112152 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713112156 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112188 (+32 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713112193 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112207 (+14 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713112217 (+10 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713112217 2024-11-15T23:25:12,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.7 2024-11-15T23:25:12,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:12,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 2024-11-15T23:25:12,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 after 0ms 2024-11-15T23:25:12,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 took 5ms 2024-11-15T23:25:12,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 so closing down 2024-11-15T23:25:12,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:12,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:12,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:12,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:12,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:12,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742034_1213 (size=753) 2024-11-15T23:25:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742034_1213 (size=753) 2024-11-15T23:25:12,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742035_1214 (size=753) 2024-11-15T23:25:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742035_1214 (size=753) 2024-11-15T23:25:12,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:12,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:12,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8, size=1.4 K (1413bytes) at 1731713112220Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 so closing down at 1731713112228 (+8 ms)3 split writer threads finished at 1731713112229 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713112248 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713112248Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112261 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713112264 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112268 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713112269 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713112269 2024-11-15T23:25:12,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.8 2024-11-15T23:25:12,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:12,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 2024-11-15T23:25:12,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 after 0ms 2024-11-15T23:25:12,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 took 2ms 2024-11-15T23:25:12,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 so closing down 2024-11-15T23:25:12,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:12,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:12,279 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:12,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:12,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:12,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742036_1215 (size=753) 2024-11-15T23:25:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742036_1215 (size=753) 2024-11-15T23:25:12,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742037_1216 (size=753) 2024-11-15T23:25:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742037_1216 (size=753) 2024-11-15T23:25:12,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:12,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:12,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:12,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9, size=1.4 K (1413bytes) at 1731713112271Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 so closing down at 1731713112274 (+3 ms)3 split writer threads finished at 1731713112276 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713112280 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713112283 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112293 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713112295 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713112316 (+21 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713112318 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713112318 2024-11-15T23:25:12,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.9 2024-11-15T23:25:12,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty, size=0 (0bytes) 2024-11-15T23:25:12,320 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty might be still open, length is 0 2024-11-15T23:25:12,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty 2024-11-15T23:25:12,321 WARN [IPC Server handler 4 on default port 42035 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty closed. 2024-11-15T23:25:12,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty after 1ms 2024-11-15T23:25:12,321 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T23:25:12,322 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty; empty? 2024-11-15T23:25:12,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty so closing down 2024-11-15T23:25:12,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T23:25:12,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty, size=0 (0bytes) at 1731713112320Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty so closing down at 1731713112322 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731713112322 2024-11-15T23:25:12,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/WALs/testemptyopenlogfiles,16010,1731713110364/wal.dat.empty to hdfs://localhost:42035/user/jenkins/test-data/8c8849ee-b6a4-0b27-30d5-72652a04d9dd/oldWALs/wal.dat.empty 2024-11-15T23:25:12,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 137) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=5986 (was 6054) 2024-11-15T23:25:12,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=5986 2024-11-15T23:25:12,394 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742038_1217 (size=7) 2024-11-15T23:25:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742038_1217 (size=7) 2024-11-15T23:25:12,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:12,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:12,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:12,404 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:12,404 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:12,405 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:12,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742039_1218 (size=1393) 2024-11-15T23:25:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742039_1218 (size=1393) 2024-11-15T23:25:12,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:12,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:12,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742040_1219 (size=1393) 2024-11-15T23:25:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742040_1219 (size=1393) 2024-11-15T23:25:12,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:12,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:12,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742041_1220 (size=1393) 2024-11-15T23:25:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742041_1220 (size=1393) 2024-11-15T23:25:12,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:12,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:12,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742042_1221 (size=1393) 2024-11-15T23:25:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742042_1221 (size=1393) 2024-11-15T23:25:12,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:12,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:12,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742043_1222 (size=1393) 2024-11-15T23:25:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742043_1222 (size=1393) 2024-11-15T23:25:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:12,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742044_1223 (size=1393) 2024-11-15T23:25:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742044_1223 (size=1393) 2024-11-15T23:25:12,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:12,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:12,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742045_1224 (size=1405) 2024-11-15T23:25:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742045_1224 (size=1405) 2024-11-15T23:25:12,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:12,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742046_1225 (size=1413) 2024-11-15T23:25:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742046_1225 (size=1413) 2024-11-15T23:25:12,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:12,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742047_1226 (size=1413) 2024-11-15T23:25:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742047_1226 (size=1413) 2024-11-15T23:25:13,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:13,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:13,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742048_1227 (size=1413) 2024-11-15T23:25:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742048_1227 (size=1413) 2024-11-15T23:25:13,417 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742049_1228 (size=1398) 2024-11-15T23:25:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742049_1228 (size=1398) 2024-11-15T23:25:13,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:13,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 2024-11-15T23:25:13,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 after 0ms 2024-11-15T23:25:13,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 took 2ms 2024-11-15T23:25:13,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 so closing down 2024-11-15T23:25:13,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:13,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:13,453 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:13,453 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:13,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:13,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742050_1229 (size=743) 2024-11-15T23:25:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742051_1230 (size=743) 2024-11-15T23:25:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742050_1229 (size=743) 2024-11-15T23:25:13,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742051_1230 (size=743) 2024-11-15T23:25:13,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:13,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:13,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:13,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0, size=1.4 K (1393bytes) at 1731713113447Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 so closing down at 1731713113451 (+4 ms)3 split writer threads finished at 1731713113451Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713113454 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713113454Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113466 (+12 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713113467 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113475 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713113476 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713113476 2024-11-15T23:25:13,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.0 2024-11-15T23:25:13,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:13,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 2024-11-15T23:25:13,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 after 1ms 2024-11-15T23:25:13,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 took 2ms 2024-11-15T23:25:13,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 so closing down 2024-11-15T23:25:13,482 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:13,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:13,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:13,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:13,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:13,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742052_1231 (size=743) 2024-11-15T23:25:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742052_1231 (size=743) 2024-11-15T23:25:13,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742053_1232 (size=743) 2024-11-15T23:25:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742053_1232 (size=743) 2024-11-15T23:25:13,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:13,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:13,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1, size=1.4 K (1393bytes) at 1731713113478Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 so closing down at 1731713113482 (+4 ms)3 split writer threads finished at 1731713113482Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713113486 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713113499 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113508 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713113510 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113919 (+409 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713113920 (+1 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713113920 2024-11-15T23:25:13,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.1 2024-11-15T23:25:13,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:13,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 2024-11-15T23:25:13,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 after 0ms 2024-11-15T23:25:13,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 took 2ms 2024-11-15T23:25:13,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 so closing down 2024-11-15T23:25:13,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:13,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:13,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:13,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:13,930 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:13,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742054_1233 (size=743) 2024-11-15T23:25:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742054_1233 (size=743) 2024-11-15T23:25:13,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742055_1234 (size=743) 2024-11-15T23:25:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742055_1234 (size=743) 2024-11-15T23:25:13,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:13,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:13,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2, size=1.4 K (1393bytes) at 1731713113922Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 so closing down at 1731713113925 (+3 ms)3 split writer threads finished at 1731713113925Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713113929 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713113931 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113933 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713113935 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113941 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713113942 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713113942 2024-11-15T23:25:13,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.2 2024-11-15T23:25:13,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:13,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 2024-11-15T23:25:13,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 after 0ms 2024-11-15T23:25:13,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 took 3ms 2024-11-15T23:25:13,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 so closing down 2024-11-15T23:25:13,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:13,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:13,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:13,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:13,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:13,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742056_1235 (size=743) 2024-11-15T23:25:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742056_1235 (size=743) 2024-11-15T23:25:13,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742057_1236 (size=743) 2024-11-15T23:25:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742057_1236 (size=743) 2024-11-15T23:25:13,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:13,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:13,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:13,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3, size=1.4 K (1393bytes) at 1731713113949Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 so closing down at 1731713113957 (+8 ms)3 split writer threads finished at 1731713113957Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713113965 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713113965Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113974 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713113976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713113979 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713113980 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713113980 2024-11-15T23:25:13,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.3 2024-11-15T23:25:13,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:13,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 2024-11-15T23:25:13,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 after 0ms 2024-11-15T23:25:13,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 took 2ms 2024-11-15T23:25:13,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 so closing down 2024-11-15T23:25:13,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:13,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:13,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:13,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:13,999 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742058_1237 (size=743) 2024-11-15T23:25:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742058_1237 (size=743) 2024-11-15T23:25:14,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:14,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742059_1238 (size=743) 2024-11-15T23:25:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742059_1238 (size=743) 2024-11-15T23:25:14,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:14,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:14,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4, size=1.4 K (1393bytes) at 1731713113982Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 so closing down at 1731713113986 (+4 ms)3 split writer threads finished at 1731713113986Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713113991 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114006 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713114013 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713114013Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114019 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713114023 (+4 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713114023 2024-11-15T23:25:14,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.4 2024-11-15T23:25:14,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5, size=1.4 K (1398bytes) 2024-11-15T23:25:14,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 2024-11-15T23:25:14,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 after 0ms 2024-11-15T23:25:14,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 took 4ms 2024-11-15T23:25:14,033 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:14,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 so closing down 2024-11-15T23:25:14,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:14,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:14,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:14,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:14,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742060_1239 (size=743) 2024-11-15T23:25:14,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742060_1239 (size=743) 2024-11-15T23:25:14,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742061_1240 (size=743) 2024-11-15T23:25:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742061_1240 (size=743) 2024-11-15T23:25:14,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:14,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-15T23:25:14,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5, size=1.4 K (1398bytes) at 1731713114028Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 so closing down at 1731713114034 (+6 ms)3 split writer threads finished at 1731713114034Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713114040 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713114041 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114066 (+25 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713114067 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114073 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713114075 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731713114076 (+1 ms) 2024-11-15T23:25:14,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/corrupt/wal.dat.5 2024-11-15T23:25:14,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:14,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 2024-11-15T23:25:14,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 after 1ms 2024-11-15T23:25:14,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 took 3ms 2024-11-15T23:25:14,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 so closing down 2024-11-15T23:25:14,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:14,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:14,121 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:14,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742062_1241 (size=749) 2024-11-15T23:25:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742062_1241 (size=749) 2024-11-15T23:25:14,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742063_1242 (size=749) 2024-11-15T23:25:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742063_1242 (size=749) 2024-11-15T23:25:14,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:14,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:14,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6, size=1.4 K (1405bytes) at 1731713114080Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 so closing down at 1731713114093 (+13 ms)3 split writer threads finished at 1731713114109 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713114121 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713114132 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114143 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713114145 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114149 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713114150 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713114150 2024-11-15T23:25:14,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.6 2024-11-15T23:25:14,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:14,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 2024-11-15T23:25:14,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 after 0ms 2024-11-15T23:25:14,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 took 2ms 2024-11-15T23:25:14,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 so closing down 2024-11-15T23:25:14,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:14,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:14,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:14,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742065_1244 (size=753) 2024-11-15T23:25:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742065_1244 (size=753) 2024-11-15T23:25:14,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742064_1243 (size=753) 2024-11-15T23:25:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742064_1243 (size=753) 2024-11-15T23:25:14,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:14,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:14,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7, size=1.4 K (1413bytes) at 1731713114153Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 so closing down at 1731713114157 (+4 ms)3 split writer threads finished at 1731713114157Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713114162 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713114163 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114171 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713114173 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114175 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713114177 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713114177 2024-11-15T23:25:14,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.7 2024-11-15T23:25:14,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:14,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 2024-11-15T23:25:14,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 after 1ms 2024-11-15T23:25:14,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 took 3ms 2024-11-15T23:25:14,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 so closing down 2024-11-15T23:25:14,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:14,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:14,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:14,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742066_1245 (size=753) 2024-11-15T23:25:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742066_1245 (size=753) 2024-11-15T23:25:14,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:14,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742067_1246 (size=753) 2024-11-15T23:25:14,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742067_1246 (size=753) 2024-11-15T23:25:14,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:14,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:14,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8, size=1.4 K (1413bytes) at 1731713114179Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 so closing down at 1731713114195 (+16 ms)3 split writer threads finished at 1731713114196 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713114202 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713114206 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114213 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713114214 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114222 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713114224 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713114224 2024-11-15T23:25:14,226 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.8 2024-11-15T23:25:14,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:14,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 2024-11-15T23:25:14,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 after 0ms 2024-11-15T23:25:14,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 took 5ms 2024-11-15T23:25:14,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 so closing down 2024-11-15T23:25:14,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:14,267 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:14,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:14,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742068_1247 (size=753) 2024-11-15T23:25:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742068_1247 (size=753) 2024-11-15T23:25:14,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742069_1248 (size=753) 2024-11-15T23:25:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742069_1248 (size=753) 2024-11-15T23:25:14,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:14,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:14,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9, size=1.4 K (1413bytes) at 1731713114227Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 so closing down at 1731713114255 (+28 ms)3 split writer threads finished at 1731713114256 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713114270 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713114277 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114319 (+42 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713114321 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713114330 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713114333 (+3 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713114334 (+1 ms) 2024-11-15T23:25:14,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731713112404/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/97e2b44a-b9df-fb4e-3a21-47c00fffeaf8/oldWALs/wal.dat.9 2024-11-15T23:25:14,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5988 (was 5986) - AvailableMemoryMB LEAK? - 2024-11-15T23:25:14,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5987 2024-11-15T23:25:14,427 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742070_1249 (size=7) 2024-11-15T23:25:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742070_1249 (size=7) 2024-11-15T23:25:14,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:14,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:14,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:14,465 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:14,465 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e/data/default/t1/edf86b1be28033c188b9b4035d39a64f 2024-11-15T23:25:14,466 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region edf86b1be28033c188b9b4035d39a64f 2024-11-15T23:25:14,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:14,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:14,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742071_1250 (size=3841) 2024-11-15T23:25:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742071_1250 (size=3841) 2024-11-15T23:25:14,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0, size=3.8 K (3841bytes) 2024-11-15T23:25:14,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 2024-11-15T23:25:14,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 after 1ms 2024-11-15T23:25:14,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 took 3ms 2024-11-15T23:25:14,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 so closing down 2024-11-15T23:25:14,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:14,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:14,534 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:14,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742072_1251 (size=1591) 2024-11-15T23:25:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742072_1251 (size=1591) 2024-11-15T23:25:14,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:14,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000009 2024-11-15T23:25:14,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 461 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-15T23:25:14,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0, size=3.8 K (3841bytes) at 1731713114519Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 so closing down at 1731713114527 (+8 ms)3 split writer threads finished at 1731713114529 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713114539 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731713114985 (+446 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/data/default/t1/edf86b1be28033c188b9b4035d39a64f/recovered.edits/0000000000000000009 at 1731713114986 (+1 ms)Processed 21 edits across 1 Regions in 461 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731713114986 2024-11-15T23:25:14,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/WALs/testsplitleavescompactioneventsedits,16010,1731713114465/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/916f1c97-0d00-ee88-6de6-e8e573fb120c/oldWALs/wal.dat.0 2024-11-15T23:25:15,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5983 (was 5987) 2024-11-15T23:25:15,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5983 2024-11-15T23:25:15,012 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742073_1252 (size=7) 2024-11-15T23:25:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742073_1252 (size=7) 2024-11-15T23:25:15,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:15,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:15,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:15,425 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:15,425 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T23:25:15,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742074_1253 (size=863) 2024-11-15T23:25:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742074_1253 (size=863) 2024-11-15T23:25:15,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:15,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0, size=863 (863bytes) 2024-11-15T23:25:15,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 2024-11-15T23:25:15,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 after 1ms 2024-11-15T23:25:15,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 took 4ms 2024-11-15T23:25:15,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 so closing down 2024-11-15T23:25:15,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:15,477 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:15,480 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:15,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742075_1254 (size=863) 2024-11-15T23:25:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742075_1254 (size=863) 2024-11-15T23:25:15,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:15,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T23:25:15,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-15T23:25:15,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0, size=863 (863bytes) at 1731713115469Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 so closing down at 1731713115475 (+6 ms)3 split writer threads finished at 1731713115477 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713115488 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713115506 (+18 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731713115507 (+1 ms)Processed 10 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731713115507 2024-11-15T23:25:15,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/WALs/testsplitpreservesedits,16010,1731713115425/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/a22f87e3-518e-6baf-1d11-5a4df035152c/oldWALs/wal.dat.0 2024-11-15T23:25:15,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5975 (was 5983) 2024-11-15T23:25:15,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5975 2024-11-15T23:25:15,540 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742076_1255 (size=7) 2024-11-15T23:25:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742076_1255 (size=7) 2024-11-15T23:25:15,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:15,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:15,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:15,575 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:15,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:15,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:15,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:15,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742077_1256 (size=1393) 2024-11-15T23:25:15,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742077_1256 (size=1393) 2024-11-15T23:25:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:16,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742078_1257 (size=1393) 2024-11-15T23:25:16,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742078_1257 (size=1393) 2024-11-15T23:25:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:16,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742079_1258 (size=1393) 2024-11-15T23:25:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742079_1258 (size=1393) 2024-11-15T23:25:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:16,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742080_1259 (size=1393) 2024-11-15T23:25:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742080_1259 (size=1393) 2024-11-15T23:25:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:16,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742081_1260 (size=1393) 2024-11-15T23:25:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742081_1260 (size=1393) 2024-11-15T23:25:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:16,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742082_1261 (size=1393) 2024-11-15T23:25:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742082_1261 (size=1393) 2024-11-15T23:25:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:16,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742083_1262 (size=1405) 2024-11-15T23:25:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742083_1262 (size=1405) 2024-11-15T23:25:16,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:16,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742084_1263 (size=1413) 2024-11-15T23:25:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742084_1263 (size=1413) 2024-11-15T23:25:16,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:16,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742085_1264 (size=1413) 2024-11-15T23:25:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742085_1264 (size=1413) 2024-11-15T23:25:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:16,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742086_1265 (size=1413) 2024-11-15T23:25:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742086_1265 (size=1413) 2024-11-15T23:25:16,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742087_1266 (size=1394) 2024-11-15T23:25:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742087_1266 (size=1394) 2024-11-15T23:25:16,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:16,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 2024-11-15T23:25:16,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 after 1ms 2024-11-15T23:25:16,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 took 5ms 2024-11-15T23:25:16,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 so closing down 2024-11-15T23:25:16,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:16,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:16,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:16,722 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:16,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:16,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742088_1267 (size=743) 2024-11-15T23:25:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742088_1267 (size=743) 2024-11-15T23:25:16,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742089_1268 (size=743) 2024-11-15T23:25:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742089_1268 (size=743) 2024-11-15T23:25:16,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:16,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:16,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0, size=1.4 K (1393bytes) at 1731713116704Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 so closing down at 1731713116713 (+9 ms)3 split writer threads finished at 1731713116713Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713116727 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713116728 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116764 (+36 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713116766 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116779 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713116781 (+2 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713116781 2024-11-15T23:25:16,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.0 2024-11-15T23:25:16,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:16,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 2024-11-15T23:25:16,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 after 1ms 2024-11-15T23:25:16,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 took 4ms 2024-11-15T23:25:16,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 so closing down 2024-11-15T23:25:16,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:16,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:16,797 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:16,797 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:16,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:16,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742090_1269 (size=743) 2024-11-15T23:25:16,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742090_1269 (size=743) 2024-11-15T23:25:16,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742091_1270 (size=743) 2024-11-15T23:25:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742091_1270 (size=743) 2024-11-15T23:25:16,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:16,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:16,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1, size=1.4 K (1393bytes) at 1731713116784Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 so closing down at 1731713116789 (+5 ms)3 split writer threads finished at 1731713116795 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713116799 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713116800 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116807 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713116809 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116826 (+17 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713116828 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713116828 2024-11-15T23:25:16,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.1 2024-11-15T23:25:16,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:16,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 2024-11-15T23:25:16,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 after 1ms 2024-11-15T23:25:16,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 took 3ms 2024-11-15T23:25:16,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 so closing down 2024-11-15T23:25:16,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:16,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:16,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:16,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:16,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:16,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742092_1271 (size=743) 2024-11-15T23:25:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742092_1271 (size=743) 2024-11-15T23:25:16,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:16,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742093_1272 (size=743) 2024-11-15T23:25:16,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742093_1272 (size=743) 2024-11-15T23:25:16,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:16,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:16,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2, size=1.4 K (1393bytes) at 1731713116831Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 so closing down at 1731713116836 (+5 ms)3 split writer threads finished at 1731713116836Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713116842 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713116844 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116863 (+19 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713116867 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116873 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713116875 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713116875 2024-11-15T23:25:16,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.2 2024-11-15T23:25:16,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:16,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 2024-11-15T23:25:16,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 after 0ms 2024-11-15T23:25:16,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 took 2ms 2024-11-15T23:25:16,880 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 so closing down 2024-11-15T23:25:16,880 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:16,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:16,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:16,891 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:16,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:16,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742094_1273 (size=743) 2024-11-15T23:25:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742094_1273 (size=743) 2024-11-15T23:25:16,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742095_1274 (size=743) 2024-11-15T23:25:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742095_1274 (size=743) 2024-11-15T23:25:16,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:16,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:16,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:16,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3, size=1.4 K (1393bytes) at 1731713116877Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 so closing down at 1731713116880 (+3 ms)3 split writer threads finished at 1731713116880Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713116900 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713116909 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116931 (+22 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713116932 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713116962 (+30 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713116964 (+2 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713116964 2024-11-15T23:25:16,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.3 2024-11-15T23:25:16,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:16,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 2024-11-15T23:25:16,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 after 0ms 2024-11-15T23:25:16,975 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 took 7ms 2024-11-15T23:25:16,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 so closing down 2024-11-15T23:25:16,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:16,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:16,986 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:16,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:16,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:16,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742096_1275 (size=743) 2024-11-15T23:25:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742096_1275 (size=743) 2024-11-15T23:25:17,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742097_1276 (size=743) 2024-11-15T23:25:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742097_1276 (size=743) 2024-11-15T23:25:17,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:17,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:17,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4, size=1.4 K (1393bytes) at 1731713116968Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 so closing down at 1731713116981 (+13 ms)3 split writer threads finished at 1731713116982 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713116996 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713116996Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117016 (+20 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713117017 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117026 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713117028 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713117028 2024-11-15T23:25:17,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.4 2024-11-15T23:25:17,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T23:25:17,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 2024-11-15T23:25:17,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 after 1ms 2024-11-15T23:25:17,036 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-15T23:25:17,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 so closing down 2024-11-15T23:25:17,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T23:25:17,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, size=1.4 K (1394bytes) at 1731713117030Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 so closing down at 1731713117037 (+7 ms)Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731713117037 2024-11-15T23:25:17,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/corrupt/wal.dat.5 2024-11-15T23:25:17,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:17,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 2024-11-15T23:25:17,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 after 0ms 2024-11-15T23:25:17,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 took 2ms 2024-11-15T23:25:17,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 so closing down 2024-11-15T23:25:17,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:17,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:17,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:17,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742098_1277 (size=749) 2024-11-15T23:25:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742098_1277 (size=749) 2024-11-15T23:25:17,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742099_1278 (size=749) 2024-11-15T23:25:17,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742099_1278 (size=749) 2024-11-15T23:25:17,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:17,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:17,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6, size=1.4 K (1405bytes) at 1731713117042Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 so closing down at 1731713117053 (+11 ms)3 split writer threads finished at 1731713117057 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713117060 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713117067 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117088 (+21 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713117090 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117117 (+27 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713117119 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713117120 (+1 ms) 2024-11-15T23:25:17,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.6 2024-11-15T23:25:17,124 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:17,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 2024-11-15T23:25:17,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 after 0ms 2024-11-15T23:25:17,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 took 4ms 2024-11-15T23:25:17,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 so closing down 2024-11-15T23:25:17,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,175 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:17,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:17,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:17,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742100_1279 (size=753) 2024-11-15T23:25:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742100_1279 (size=753) 2024-11-15T23:25:17,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742101_1280 (size=753) 2024-11-15T23:25:17,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742101_1280 (size=753) 2024-11-15T23:25:17,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:17,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:17,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7, size=1.4 K (1413bytes) at 1731713117124Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 so closing down at 1731713117156 (+32 ms)3 split writer threads finished at 1731713117163 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713117176 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713117189 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117236 (+47 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713117238 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117256 (+18 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713117258 (+2 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713117258 2024-11-15T23:25:17,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.7 2024-11-15T23:25:17,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:17,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 2024-11-15T23:25:17,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 after 1ms 2024-11-15T23:25:17,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 took 7ms 2024-11-15T23:25:17,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 so closing down 2024-11-15T23:25:17,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:17,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:17,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:17,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742102_1281 (size=753) 2024-11-15T23:25:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742102_1281 (size=753) 2024-11-15T23:25:17,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742103_1282 (size=753) 2024-11-15T23:25:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742103_1282 (size=753) 2024-11-15T23:25:17,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:17,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:17,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8, size=1.4 K (1413bytes) at 1731713117260Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 so closing down at 1731713117273 (+13 ms)3 split writer threads finished at 1731713117273Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713117277 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713117280 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117290 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713117292 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117298 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713117300 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713117300 2024-11-15T23:25:17,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.8 2024-11-15T23:25:17,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:17,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 2024-11-15T23:25:17,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 after 0ms 2024-11-15T23:25:17,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 took 3ms 2024-11-15T23:25:17,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 so closing down 2024-11-15T23:25:17,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:17,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:17,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:17,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742105_1284 (size=753) 2024-11-15T23:25:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742104_1283 (size=753) 2024-11-15T23:25:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742105_1284 (size=753) 2024-11-15T23:25:17,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742104_1283 (size=753) 2024-11-15T23:25:17,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:17,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:17,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:17,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9, size=1.4 K (1413bytes) at 1731713117306Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 so closing down at 1731713117312 (+6 ms)3 split writer threads finished at 1731713117312Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713117318 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713117320 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117341 (+21 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713117345 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117349 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713117351 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713117352 (+1 ms) 2024-11-15T23:25:17,355 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731713115575/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/c3481c56-4c39-1079-1d4e-7b97ff86c7de/oldWALs/wal.dat.9 2024-11-15T23:25:17,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 5975) 2024-11-15T23:25:17,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5956 2024-11-15T23:25:17,436 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742106_1285 (size=7) 2024-11-15T23:25:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742106_1285 (size=7) 2024-11-15T23:25:17,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:17,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T23:25:17,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:17,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742107_1286 (size=2403) 2024-11-15T23:25:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742107_1286 (size=2403) 2024-11-15T23:25:17,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:17,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0, size=2.3 K (2403bytes) 2024-11-15T23:25:17,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 2024-11-15T23:25:17,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 after 0ms 2024-11-15T23:25:17,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 took 2ms 2024-11-15T23:25:17,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 so closing down 2024-11-15T23:25:17,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:17,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742108_1287 (size=863) 2024-11-15T23:25:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742108_1287 (size=863) 2024-11-15T23:25:17,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:17,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T23:25:17,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-15T23:25:17,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0, size=2.3 K (2403bytes) at 1731713117510Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 so closing down at 1731713117514 (+4 ms)3 split writer threads finished at 1731713117514Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713117517 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713117523 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731713117524 (+1 ms)Processed 20 edits across 1 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731713117524 2024-11-15T23:25:17,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/WALs/testsplitremovesregioneventsedits,16010,1731713117472/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/7a12a6b7-3a08-3f9e-4025-5a976e2320d8/oldWALs/wal.dat.0 2024-11-15T23:25:17,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 5956) 2024-11-15T23:25:17,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5955 2024-11-15T23:25:17,551 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742109_1288 (size=7) 2024-11-15T23:25:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742109_1288 (size=7) 2024-11-15T23:25:17,562 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:17,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,568 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 5955) - AvailableMemoryMB LEAK? - 2024-11-15T23:25:17,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5956 2024-11-15T23:25:17,589 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742110_1289 (size=7) 2024-11-15T23:25:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742110_1289 (size=7) 2024-11-15T23:25:17,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:17,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,602 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742111_1290 (size=255) 2024-11-15T23:25:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742111_1290 (size=255) 2024-11-15T23:25:17,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1, size=255 (255bytes) 2024-11-15T23:25:17,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 2024-11-15T23:25:17,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 after 5ms 2024-11-15T23:25:17,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 took 8ms 2024-11-15T23:25:17,655 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-15T23:25:17,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 so closing down 2024-11-15T23:25:17,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-15T23:25:17,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1, size=255 (255bytes) at 1731713117642Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 so closing down at 1731713117655 (+13 ms)3 split writer threads finished at 1731713117655Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731713117656 (+1 ms) 2024-11-15T23:25:17,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/WALs/testsplitremovesreplicationmarkeredits,16010,1731713117602/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/3ec94361-ed4c-1193-ef99-3f34f52a3e40/oldWALs/wal.dat.1 2024-11-15T23:25:17,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5955 (was 5956) 2024-11-15T23:25:17,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5955 2024-11-15T23:25:17,699 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742112_1291 (size=7) 2024-11-15T23:25:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742112_1291 (size=7) 2024-11-15T23:25:17,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:17,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,713 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,714 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-15T23:25:17,714 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T23:25:17,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:17,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742113_1292 (size=1941) 2024-11-15T23:25:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742113_1292 (size=1941) 2024-11-15T23:25:17,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:17,735 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e/data/default/t1/region__1 2024-11-15T23:25:17,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0, size=1.9 K (1941bytes) 2024-11-15T23:25:17,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 2024-11-15T23:25:17,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 after 1ms 2024-11-15T23:25:17,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 took 2ms 2024-11-15T23:25:17,760 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-15T23:25:17,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 so closing down 2024-11-15T23:25:17,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:17,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:17,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-15T23:25:17,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0, size=1.9 K (1941bytes) at 1731713117756Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 so closing down at 1731713117760 (+4 ms)3 split writer threads finished at 1731713117760Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731713117760 2024-11-15T23:25:17,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/WALs/testsplitlogfiledeletedregiondir,16010,1731713117713/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/09ea4e4b-c6ca-bb81-7987-d7eae817fa25/oldWALs/wal.dat.0 2024-11-15T23:25:17,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5954 (was 5955) 2024-11-15T23:25:17,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5954 2024-11-15T23:25:17,780 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742114_1293 (size=7) 2024-11-15T23:25:17,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742114_1293 (size=7) 2024-11-15T23:25:17,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:17,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:17,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,790 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T23:25:17,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:17,790 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:17,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:17,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:17,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742115_1294 (size=1393) 2024-11-15T23:25:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742115_1294 (size=1393) 2024-11-15T23:25:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:17,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742116_1295 (size=1393) 2024-11-15T23:25:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742116_1295 (size=1393) 2024-11-15T23:25:17,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:17,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:17,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742117_1296 (size=1393) 2024-11-15T23:25:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742117_1296 (size=1393) 2024-11-15T23:25:17,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:17,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742118_1297 (size=1393) 2024-11-15T23:25:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742118_1297 (size=1393) 2024-11-15T23:25:17,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:17,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:17,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742119_1298 (size=1393) 2024-11-15T23:25:17,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742119_1298 (size=1393) 2024-11-15T23:25:17,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:17,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742120_1299 (size=1393) 2024-11-15T23:25:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742120_1299 (size=1393) 2024-11-15T23:25:17,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:17,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742121_1300 (size=1405) 2024-11-15T23:25:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742121_1300 (size=1405) 2024-11-15T23:25:17,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:17,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:17,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742122_1301 (size=1413) 2024-11-15T23:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:17,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742122_1301 (size=1413) 2024-11-15T23:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:17,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742123_1302 (size=1413) 2024-11-15T23:25:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742123_1302 (size=1413) 2024-11-15T23:25:17,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:17,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742124_1303 (size=1413) 2024-11-15T23:25:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742124_1303 (size=1413) 2024-11-15T23:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:18,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:18,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0 2024-11-15T23:25:18,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0 after 0ms 2024-11-15T23:25:18,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0 took 3ms 2024-11-15T23:25:18,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0 so closing down 2024-11-15T23:25:18,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:18,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0, size=1.4 K (1393bytes) at 1731713118034Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0 so closing down at 1731713118038 (+4 ms)3 split writer threads finished at 1731713118038Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/6e458319-f6ff-01a8-1ea7-ca43735202af/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731713117790/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713118038 2024-11-15T23:25:18,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5951 (was 5954) 2024-11-15T23:25:18,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5951 2024-11-15T23:25:18,058 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742125_1304 (size=7) 2024-11-15T23:25:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742125_1304 (size=7) 2024-11-15T23:25:18,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:18,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:18,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:18,079 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:18,079 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:18,080 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:18,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742126_1305 (size=1393) 2024-11-15T23:25:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742126_1305 (size=1393) 2024-11-15T23:25:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:18,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742127_1306 (size=1393) 2024-11-15T23:25:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742127_1306 (size=1393) 2024-11-15T23:25:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:18,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742128_1307 (size=1393) 2024-11-15T23:25:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742128_1307 (size=1393) 2024-11-15T23:25:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:18,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742129_1308 (size=1393) 2024-11-15T23:25:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742129_1308 (size=1393) 2024-11-15T23:25:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:18,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:18,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742131_1310 (size=1393) 2024-11-15T23:25:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742131_1310 (size=1393) 2024-11-15T23:25:18,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:18,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:18,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742132_1311 (size=1405) 2024-11-15T23:25:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742132_1311 (size=1405) 2024-11-15T23:25:18,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:18,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742133_1312 (size=1413) 2024-11-15T23:25:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742133_1312 (size=1413) 2024-11-15T23:25:18,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:18,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:18,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742134_1313 (size=1413) 2024-11-15T23:25:18,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742134_1313 (size=1413) 2024-11-15T23:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:18,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742135_1314 (size=1413) 2024-11-15T23:25:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742135_1314 (size=1413) 2024-11-15T23:25:18,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:18,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742130_1309 (size=1458) 2024-11-15T23:25:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742130_1309 (size=1458) 2024-11-15T23:25:18,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:18,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 2024-11-15T23:25:18,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 after 0ms 2024-11-15T23:25:18,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 took 3ms 2024-11-15T23:25:18,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 so closing down 2024-11-15T23:25:18,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:18,354 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:18,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:18,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742137_1316 (size=743) 2024-11-15T23:25:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742137_1316 (size=743) 2024-11-15T23:25:18,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742136_1315 (size=743) 2024-11-15T23:25:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742136_1315 (size=743) 2024-11-15T23:25:18,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:18,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:18,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0, size=1.4 K (1393bytes) at 1731713118342Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 so closing down at 1731713118347 (+5 ms)3 split writer threads finished at 1731713118347Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713118354 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713118356 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118374 (+18 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713118376 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118380 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713118381 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713118381 2024-11-15T23:25:18,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/oldWALs/wal.dat.0 2024-11-15T23:25:18,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:18,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 2024-11-15T23:25:18,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 after 1ms 2024-11-15T23:25:18,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 took 2ms 2024-11-15T23:25:18,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 so closing down 2024-11-15T23:25:18,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,390 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:18,390 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:18,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:18,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:18,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742138_1317 (size=743) 2024-11-15T23:25:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742138_1317 (size=743) 2024-11-15T23:25:18,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742139_1318 (size=743) 2024-11-15T23:25:18,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:18,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:18,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1, size=1.4 K (1393bytes) at 1731713118383Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 so closing down at 1731713118387 (+4 ms)3 split writer threads finished at 1731713118388 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713118391 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713118394 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118404 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713118405 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118410 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713118411 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713118411 2024-11-15T23:25:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742139_1318 (size=743) 2024-11-15T23:25:18,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/oldWALs/wal.dat.1 2024-11-15T23:25:18,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:18,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 2024-11-15T23:25:18,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 after 1ms 2024-11-15T23:25:18,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 took 4ms 2024-11-15T23:25:18,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 so closing down 2024-11-15T23:25:18,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,436 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:18,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:18,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:18,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742140_1319 (size=743) 2024-11-15T23:25:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742140_1319 (size=743) 2024-11-15T23:25:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742141_1320 (size=743) 2024-11-15T23:25:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742141_1320 (size=743) 2024-11-15T23:25:18,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:18,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:18,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:18,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2, size=1.4 K (1393bytes) at 1731713118414Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 so closing down at 1731713118418 (+4 ms)3 split writer threads finished at 1731713118432 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713118451 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713118456 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118478 (+22 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713118479 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118870 (+391 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713118872 (+2 ms)Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713118873 (+1 ms) 2024-11-15T23:25:18,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/oldWALs/wal.dat.2 2024-11-15T23:25:18,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:18,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 2024-11-15T23:25:18,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 after 0ms 2024-11-15T23:25:18,877 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 took 3ms 2024-11-15T23:25:18,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 so closing down 2024-11-15T23:25:18,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:18,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:18,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:18,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742142_1321 (size=743) 2024-11-15T23:25:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742142_1321 (size=743) 2024-11-15T23:25:18,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742143_1322 (size=743) 2024-11-15T23:25:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742143_1322 (size=743) 2024-11-15T23:25:18,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:18,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:18,909 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3, size=1.4 K (1393bytes) at 1731713118874Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 so closing down at 1731713118878 (+4 ms)3 split writer threads finished at 1731713118878Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713118883 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713118884 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118894 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713118895 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118905 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713118909 (+4 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713118909 2024-11-15T23:25:18,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/oldWALs/wal.dat.3 2024-11-15T23:25:18,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4, size=1.4 K (1458bytes) 2024-11-15T23:25:18,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4 2024-11-15T23:25:18,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4 after 0ms 2024-11-15T23:25:18,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4 took 2ms 2024-11-15T23:25:18,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4 so closing down 2024-11-15T23:25:18,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:18,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:18,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:18,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:18,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-15T23:25:18,935 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742144_1323 (size=743) 2024-11-15T23:25:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742144_1323 (size=743) 2024-11-15T23:25:18,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:18,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:18,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-15T23:25:18,940 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:18,942 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:18,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-15T23:25:18,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4, size=1.4 K (1458bytes) at 1731713118911Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4 so closing down at 1731713118918 (+7 ms)3 split writer threads finished at 1731713118920 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713118924 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713118939 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713118941 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731713118941Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713118942 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731713118944 (+2 ms)Processed 21 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/WALs/testsplitwillfailifwritingtoregionfails,16010,1731713118079/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731713118944 2024-11-15T23:25:18,944 WARN [Thread-2069 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45268 remote=/127.0.0.1:37435]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:25:18,945 WARN [Thread-2069 {}] hdfs.DataStreamer(1850): Abandoning BP-2100917389-172.17.0.2-1731713071109:blk_1073742145_1324 2024-11-15T23:25:18,948 WARN [Thread-2069 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:25:18,951 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42035/user/jenkins/test-data/e363f273-4f41-fc89-df0e-28d1a7f5a5b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:18,954 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1498323770_22 at /127.0.0.1:38794 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:34167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38794 dst: /127.0.0.1:34167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:18,954 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1498323770_22 at /127.0.0.1:45268 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:37435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45268 dst: /127.0.0.1:37435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:18,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143 (was 140) - Thread LEAK? -, OpenFileDescriptor=402 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=5941 (was 5951) 2024-11-15T23:25:18,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5940 2024-11-15T23:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742146_1325 (size=7) 2024-11-15T23:25:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742146_1325 (size=7) 2024-11-15T23:25:18,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:18,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:18,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:18,977 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:18,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T23:25:18,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742147_1326 (size=93) 2024-11-15T23:25:18,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742147_1326 (size=93) 2024-11-15T23:25:18,985 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:18,986 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:18,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742148_1327 (size=1393) 2024-11-15T23:25:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742148_1327 (size=1393) 2024-11-15T23:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:19,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742149_1328 (size=1393) 2024-11-15T23:25:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742149_1328 (size=1393) 2024-11-15T23:25:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:19,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742150_1329 (size=1393) 2024-11-15T23:25:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742150_1329 (size=1393) 2024-11-15T23:25:19,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:19,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742151_1330 (size=1393) 2024-11-15T23:25:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742151_1330 (size=1393) 2024-11-15T23:25:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:19,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742152_1331 (size=1393) 2024-11-15T23:25:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742152_1331 (size=1393) 2024-11-15T23:25:19,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:19,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:19,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742153_1332 (size=1393) 2024-11-15T23:25:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742153_1332 (size=1393) 2024-11-15T23:25:19,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:19,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:19,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742154_1333 (size=1405) 2024-11-15T23:25:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742154_1333 (size=1405) 2024-11-15T23:25:19,079 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:19,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:19,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742155_1334 (size=1413) 2024-11-15T23:25:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742155_1334 (size=1413) 2024-11-15T23:25:19,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:19,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:19,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742156_1335 (size=1413) 2024-11-15T23:25:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742156_1335 (size=1413) 2024-11-15T23:25:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:19,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742157_1336 (size=1413) 2024-11-15T23:25:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742157_1336 (size=1413) 2024-11-15T23:25:19,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:19,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T23:25:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742158_1337 (size=93) 2024-11-15T23:25:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742158_1337 (size=93) 2024-11-15T23:25:19,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty, size=93 (93bytes) 2024-11-15T23:25:19,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty 2024-11-15T23:25:19,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty after 1ms 2024-11-15T23:25:19,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty took 3ms 2024-11-15T23:25:19,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty so closing down 2024-11-15T23:25:19,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T23:25:19,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty, size=93 (93bytes) at 1731713119137Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty so closing down at 1731713119140 (+3 ms)3 split writer threads finished at 1731713119140Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731713119140 2024-11-15T23:25:19,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat..empty to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat..empty 2024-11-15T23:25:19,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:19,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 2024-11-15T23:25:19,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 after 0ms 2024-11-15T23:25:19,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 took 2ms 2024-11-15T23:25:19,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 so closing down 2024-11-15T23:25:19,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,149 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:19,149 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:19,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:19,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742159_1338 (size=743) 2024-11-15T23:25:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742159_1338 (size=743) 2024-11-15T23:25:19,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742160_1339 (size=743) 2024-11-15T23:25:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742160_1339 (size=743) 2024-11-15T23:25:19,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:19,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0, size=1.4 K (1393bytes) at 1731713119143Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 so closing down at 1731713119147 (+4 ms)3 split writer threads finished at 1731713119147Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713119149 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713119150 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119158 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713119159 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119166 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713119167 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119167 2024-11-15T23:25:19,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.0 2024-11-15T23:25:19,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:19,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 2024-11-15T23:25:19,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 after 0ms 2024-11-15T23:25:19,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 took 2ms 2024-11-15T23:25:19,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 so closing down 2024-11-15T23:25:19,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,176 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:19,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:19,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:19,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742161_1340 (size=743) 2024-11-15T23:25:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742161_1340 (size=743) 2024-11-15T23:25:19,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742162_1341 (size=743) 2024-11-15T23:25:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742162_1341 (size=743) 2024-11-15T23:25:19,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:19,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1, size=1.4 K (1393bytes) at 1731713119169Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 so closing down at 1731713119172 (+3 ms)3 split writer threads finished at 1731713119173 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713119177 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713119181 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119184 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713119185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119196 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713119197 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119197 2024-11-15T23:25:19,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.1 2024-11-15T23:25:19,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:19,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 2024-11-15T23:25:19,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 after 0ms 2024-11-15T23:25:19,201 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 took 2ms 2024-11-15T23:25:19,202 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 so closing down 2024-11-15T23:25:19,202 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,202 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:19,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:19,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:19,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742163_1342 (size=743) 2024-11-15T23:25:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742163_1342 (size=743) 2024-11-15T23:25:19,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742164_1343 (size=743) 2024-11-15T23:25:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742164_1343 (size=743) 2024-11-15T23:25:19,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:19,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:19,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2, size=1.4 K (1393bytes) at 1731713119199Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 so closing down at 1731713119202 (+3 ms)3 split writer threads finished at 1731713119202Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713119204 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713119204Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119208 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119209 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713119209Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713119211 (+2 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119211 2024-11-15T23:25:19,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.2 2024-11-15T23:25:19,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:19,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 2024-11-15T23:25:19,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 after 0ms 2024-11-15T23:25:19,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 took 3ms 2024-11-15T23:25:19,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 so closing down 2024-11-15T23:25:19,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,218 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:19,218 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:19,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:19,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:19,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742166_1345 (size=743) 2024-11-15T23:25:19,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742166_1345 (size=743) 2024-11-15T23:25:19,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742165_1344 (size=743) 2024-11-15T23:25:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742165_1344 (size=743) 2024-11-15T23:25:19,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:19,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3, size=1.4 K (1393bytes) at 1731713119213Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 so closing down at 1731713119216 (+3 ms)3 split writer threads finished at 1731713119216Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713119218 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713119218Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119224 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713119225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119227 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713119228 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119229 (+1 ms) 2024-11-15T23:25:19,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.3 2024-11-15T23:25:19,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:19,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 2024-11-15T23:25:19,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 after 0ms 2024-11-15T23:25:19,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 took 2ms 2024-11-15T23:25:19,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 so closing down 2024-11-15T23:25:19,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:19,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:19,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:19,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742168_1347 (size=743) 2024-11-15T23:25:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742168_1347 (size=743) 2024-11-15T23:25:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742167_1346 (size=743) 2024-11-15T23:25:19,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742167_1346 (size=743) 2024-11-15T23:25:19,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:19,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:19,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4, size=1.4 K (1393bytes) at 1731713119232Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 so closing down at 1731713119235 (+3 ms)3 split writer threads finished at 1731713119235Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713119238 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713119239 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119259 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119259Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713119261 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713119261Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119261 2024-11-15T23:25:19,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.4 2024-11-15T23:25:19,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:19,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 2024-11-15T23:25:19,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 after 0ms 2024-11-15T23:25:19,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 took 2ms 2024-11-15T23:25:19,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 so closing down 2024-11-15T23:25:19,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:19,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:19,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:19,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742169_1348 (size=743) 2024-11-15T23:25:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742169_1348 (size=743) 2024-11-15T23:25:19,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:19,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742170_1349 (size=743) 2024-11-15T23:25:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742170_1349 (size=743) 2024-11-15T23:25:19,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:19,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:19,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5, size=1.4 K (1393bytes) at 1731713119263Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 so closing down at 1731713119266 (+3 ms)3 split writer threads finished at 1731713119267 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713119269 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713119270 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119282 (+12 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713119283 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119293 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713119294 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713119294 2024-11-15T23:25:19,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.5 2024-11-15T23:25:19,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:19,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 2024-11-15T23:25:19,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 after 0ms 2024-11-15T23:25:19,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 took 2ms 2024-11-15T23:25:19,299 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 so closing down 2024-11-15T23:25:19,299 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,299 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:19,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:19,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:19,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742171_1350 (size=749) 2024-11-15T23:25:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742171_1350 (size=749) 2024-11-15T23:25:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742172_1351 (size=749) 2024-11-15T23:25:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742172_1351 (size=749) 2024-11-15T23:25:19,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:19,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:19,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:19,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6, size=1.4 K (1405bytes) at 1731713119296Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 so closing down at 1731713119299 (+3 ms)3 split writer threads finished at 1731713119299Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713119303 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713119303Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119323 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119324 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713119325 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713119325Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713119325 2024-11-15T23:25:19,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.6 2024-11-15T23:25:19,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:19,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 2024-11-15T23:25:19,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 after 1ms 2024-11-15T23:25:19,328 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 took 2ms 2024-11-15T23:25:19,330 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 so closing down 2024-11-15T23:25:19,330 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:19,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:19,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:19,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742173_1352 (size=753) 2024-11-15T23:25:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742173_1352 (size=753) 2024-11-15T23:25:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742174_1353 (size=753) 2024-11-15T23:25:19,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742174_1353 (size=753) 2024-11-15T23:25:19,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:19,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:19,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7, size=1.4 K (1413bytes) at 1731713119326Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 so closing down at 1731713119330 (+4 ms)3 split writer threads finished at 1731713119331 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713119333 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713119334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119339 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713119340 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119341 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713119342 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713119343 (+1 ms) 2024-11-15T23:25:19,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.7 2024-11-15T23:25:19,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:19,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 2024-11-15T23:25:19,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 after 1ms 2024-11-15T23:25:19,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 took 3ms 2024-11-15T23:25:19,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 so closing down 2024-11-15T23:25:19,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:19,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:19,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:19,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742175_1354 (size=753) 2024-11-15T23:25:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742176_1355 (size=753) 2024-11-15T23:25:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742176_1355 (size=753) 2024-11-15T23:25:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742175_1354 (size=753) 2024-11-15T23:25:19,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:19,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:19,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:19,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8, size=1.4 K (1413bytes) at 1731713119345Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 so closing down at 1731713119349 (+4 ms)3 split writer threads finished at 1731713119349Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713119353 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713119353Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119371 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119372 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713119372Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713119373 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713119373 2024-11-15T23:25:19,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.8 2024-11-15T23:25:19,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:19,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 2024-11-15T23:25:19,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 after 0ms 2024-11-15T23:25:19,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 took 2ms 2024-11-15T23:25:19,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 so closing down 2024-11-15T23:25:19,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:19,387 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:19,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:19,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742178_1357 (size=753) 2024-11-15T23:25:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742178_1357 (size=753) 2024-11-15T23:25:19,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742177_1356 (size=753) 2024-11-15T23:25:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742177_1356 (size=753) 2024-11-15T23:25:19,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:19,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:19,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:19,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:19,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9, size=1.4 K (1413bytes) at 1731713119375Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 so closing down at 1731713119385 (+10 ms)3 split writer threads finished at 1731713119385Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713119387 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713119388 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119402 (+14 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713119408 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713119805 (+397 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713119806 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713119806 2024-11-15T23:25:19,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.9 2024-11-15T23:25:19,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty, size=93 (93bytes) 2024-11-15T23:25:19,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty 2024-11-15T23:25:19,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty after 0ms 2024-11-15T23:25:19,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty took 2ms 2024-11-15T23:25:19,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty so closing down 2024-11-15T23:25:19,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:19,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:19,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T23:25:19,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty, size=93 (93bytes) at 1731713119808Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty so closing down at 1731713119817 (+9 ms)3 split writer threads finished at 1731713119817Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731713119817 2024-11-15T23:25:19,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/WALs/testemptylogfiles,16010,1731713118977/wal.dat.empty to hdfs://localhost:42035/user/jenkins/test-data/3a2b046b-8aff-bf6b-292f-4b73c925cc49/oldWALs/wal.dat.empty 2024-11-15T23:25:19,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5943 (was 5940) - AvailableMemoryMB LEAK? - 2024-11-15T23:25:19,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5943 2024-11-15T23:25:19,877 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742179_1358 (size=7) 2024-11-15T23:25:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742179_1358 (size=7) 2024-11-15T23:25:19,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:19,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:19,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:19,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:19,902 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:19,903 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:19,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:19,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742180_1359 (size=1393) 2024-11-15T23:25:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742180_1359 (size=1393) 2024-11-15T23:25:19,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:19,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:19,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742181_1360 (size=1393) 2024-11-15T23:25:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742181_1360 (size=1393) 2024-11-15T23:25:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:19,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742182_1361 (size=1393) 2024-11-15T23:25:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742182_1361 (size=1393) 2024-11-15T23:25:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:19,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:19,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:19,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742183_1362 (size=1393) 2024-11-15T23:25:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742183_1362 (size=1393) 2024-11-15T23:25:20,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:20,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742184_1363 (size=1393) 2024-11-15T23:25:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742184_1363 (size=1393) 2024-11-15T23:25:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:20,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:20,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742185_1364 (size=1393) 2024-11-15T23:25:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742185_1364 (size=1393) 2024-11-15T23:25:20,107 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:20,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742186_1365 (size=1405) 2024-11-15T23:25:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742186_1365 (size=1405) 2024-11-15T23:25:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:20,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742187_1366 (size=1413) 2024-11-15T23:25:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742187_1366 (size=1413) 2024-11-15T23:25:20,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:20,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:20,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742188_1367 (size=1413) 2024-11-15T23:25:20,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742188_1367 (size=1413) 2024-11-15T23:25:20,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:20,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:20,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742189_1368 (size=1413) 2024-11-15T23:25:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742189_1368 (size=1413) 2024-11-15T23:25:20,270 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:20,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:20,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 2024-11-15T23:25:20,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 after 1ms 2024-11-15T23:25:20,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 took 3ms 2024-11-15T23:25:20,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 so closing down 2024-11-15T23:25:20,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,324 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:20,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:20,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:20,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742190_1369 (size=743) 2024-11-15T23:25:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742190_1369 (size=743) 2024-11-15T23:25:20,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742191_1370 (size=743) 2024-11-15T23:25:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742191_1370 (size=743) 2024-11-15T23:25:20,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:20,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0, size=1.4 K (1393bytes) at 1731713120294Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 so closing down at 1731713120307 (+13 ms)3 split writer threads finished at 1731713120307Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713120332 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713120341 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120360 (+19 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713120362 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120399 (+37 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713120401 (+2 ms)Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120401 2024-11-15T23:25:20,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.0 2024-11-15T23:25:20,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:20,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 2024-11-15T23:25:20,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 after 1ms 2024-11-15T23:25:20,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 took 4ms 2024-11-15T23:25:20,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 so closing down 2024-11-15T23:25:20,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,420 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:20,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:20,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742192_1371 (size=743) 2024-11-15T23:25:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742192_1371 (size=743) 2024-11-15T23:25:20,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:20,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742193_1372 (size=743) 2024-11-15T23:25:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742193_1372 (size=743) 2024-11-15T23:25:20,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:20,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,460 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1, size=1.4 K (1393bytes) at 1731713120403Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 so closing down at 1731713120416 (+13 ms)3 split writer threads finished at 1731713120417 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713120421 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120442 (+21 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713120444 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713120448 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120458 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713120459 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120459 2024-11-15T23:25:20,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.1 2024-11-15T23:25:20,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:20,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 2024-11-15T23:25:20,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 after 0ms 2024-11-15T23:25:20,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 took 2ms 2024-11-15T23:25:20,465 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 so closing down 2024-11-15T23:25:20,465 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:20,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:20,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:20,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742194_1373 (size=743) 2024-11-15T23:25:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742194_1373 (size=743) 2024-11-15T23:25:20,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742195_1374 (size=743) 2024-11-15T23:25:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742195_1374 (size=743) 2024-11-15T23:25:20,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:20,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2, size=1.4 K (1393bytes) at 1731713120462Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 so closing down at 1731713120465 (+3 ms)3 split writer threads finished at 1731713120467 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713120469 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713120469Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120476 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713120477 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120482 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713120483 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120483 2024-11-15T23:25:20,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.2 2024-11-15T23:25:20,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:20,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 2024-11-15T23:25:20,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 after 0ms 2024-11-15T23:25:20,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 took 2ms 2024-11-15T23:25:20,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 so closing down 2024-11-15T23:25:20,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:20,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:20,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:20,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742196_1375 (size=743) 2024-11-15T23:25:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742196_1375 (size=743) 2024-11-15T23:25:20,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742197_1376 (size=743) 2024-11-15T23:25:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742197_1376 (size=743) 2024-11-15T23:25:20,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:20,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3, size=1.4 K (1393bytes) at 1731713120485Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 so closing down at 1731713120488 (+3 ms)3 split writer threads finished at 1731713120488Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713120490 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713120496 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120499 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713120500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120509 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713120510 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120510 2024-11-15T23:25:20,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.3 2024-11-15T23:25:20,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:20,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 2024-11-15T23:25:20,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 after 0ms 2024-11-15T23:25:20,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 took 3ms 2024-11-15T23:25:20,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 so closing down 2024-11-15T23:25:20,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:20,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:20,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:20,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742199_1378 (size=743) 2024-11-15T23:25:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742198_1377 (size=743) 2024-11-15T23:25:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742198_1377 (size=743) 2024-11-15T23:25:20,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742199_1378 (size=743) 2024-11-15T23:25:20,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:20,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:20,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4, size=1.4 K (1393bytes) at 1731713120512Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 so closing down at 1731713120515 (+3 ms)3 split writer threads finished at 1731713120515Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713120517 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713120517Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120532 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120532Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713120533 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713120533Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120533 2024-11-15T23:25:20,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.4 2024-11-15T23:25:20,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:20,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 2024-11-15T23:25:20,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 after 1ms 2024-11-15T23:25:20,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 took 3ms 2024-11-15T23:25:20,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 so closing down 2024-11-15T23:25:20,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:20,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:20,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:20,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742201_1380 (size=743) 2024-11-15T23:25:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742201_1380 (size=743) 2024-11-15T23:25:20,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742200_1379 (size=743) 2024-11-15T23:25:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742200_1379 (size=743) 2024-11-15T23:25:20,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:20,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:20,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5, size=1.4 K (1393bytes) at 1731713120535Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 so closing down at 1731713120539 (+4 ms)3 split writer threads finished at 1731713120539Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713120544 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713120544Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120557 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713120559 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120568 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713120570 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713120570 2024-11-15T23:25:20,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.5 2024-11-15T23:25:20,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:20,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 2024-11-15T23:25:20,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 after 1ms 2024-11-15T23:25:20,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 took 2ms 2024-11-15T23:25:20,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 so closing down 2024-11-15T23:25:20,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,577 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:20,577 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:20,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742202_1381 (size=749) 2024-11-15T23:25:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742202_1381 (size=749) 2024-11-15T23:25:20,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:20,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742203_1382 (size=749) 2024-11-15T23:25:20,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742203_1382 (size=749) 2024-11-15T23:25:20,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:20,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:20,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6, size=1.4 K (1405bytes) at 1731713120571Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 so closing down at 1731713120575 (+4 ms)3 split writer threads finished at 1731713120575Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713120578 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120587 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713120588 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713120592 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120596 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713120598 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713120598 2024-11-15T23:25:20,599 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.6 2024-11-15T23:25:20,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:20,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 2024-11-15T23:25:20,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 after 0ms 2024-11-15T23:25:20,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 took 3ms 2024-11-15T23:25:20,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 so closing down 2024-11-15T23:25:20,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,606 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:20,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:20,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:20,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742204_1383 (size=753) 2024-11-15T23:25:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742204_1383 (size=753) 2024-11-15T23:25:20,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742205_1384 (size=753) 2024-11-15T23:25:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742205_1384 (size=753) 2024-11-15T23:25:20,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:20,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:20,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7, size=1.4 K (1413bytes) at 1731713120600Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 so closing down at 1731713120603 (+3 ms)3 split writer threads finished at 1731713120604 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713120608 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713120610 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120627 (+17 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713120629 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120638 (+9 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713120640 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713120640 2024-11-15T23:25:20,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.7 2024-11-15T23:25:20,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:20,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 2024-11-15T23:25:20,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 after 1ms 2024-11-15T23:25:20,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 took 2ms 2024-11-15T23:25:20,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 so closing down 2024-11-15T23:25:20,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:20,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:20,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:20,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742206_1385 (size=753) 2024-11-15T23:25:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742206_1385 (size=753) 2024-11-15T23:25:20,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742207_1386 (size=753) 2024-11-15T23:25:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742207_1386 (size=753) 2024-11-15T23:25:20,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:20,676 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:20,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8, size=1.4 K (1413bytes) at 1731713120641Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 so closing down at 1731713120644 (+3 ms)3 split writer threads finished at 1731713120645 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713120652 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713120653 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120658 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713120660 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120673 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713120673Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713120676 (+3 ms) 2024-11-15T23:25:20,678 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.8 2024-11-15T23:25:20,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:20,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 2024-11-15T23:25:20,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 after 1ms 2024-11-15T23:25:20,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 took 2ms 2024-11-15T23:25:20,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 so closing down 2024-11-15T23:25:20,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:20,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:20,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:20,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742209_1388 (size=753) 2024-11-15T23:25:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742208_1387 (size=753) 2024-11-15T23:25:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742208_1387 (size=753) 2024-11-15T23:25:20,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742209_1388 (size=753) 2024-11-15T23:25:20,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:20,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:20,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:20,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9, size=1.4 K (1413bytes) at 1731713120678Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 so closing down at 1731713120682 (+4 ms)3 split writer threads finished at 1731713120682Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713120685 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713120686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120696 (+10 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713120698 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713120706 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713120707 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713120708 (+1 ms) 2024-11-15T23:25:20,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731713119902/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/b8d1aa33-476c-45b6-c8fb-431d2b50a904/oldWALs/wal.dat.9 2024-11-15T23:25:20,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5923 (was 5943) 2024-11-15T23:25:20,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5923 2024-11-15T23:25:20,726 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742210_1389 (size=7) 2024-11-15T23:25:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742210_1389 (size=7) 2024-11-15T23:25:20,740 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:20,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,745 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:20,750 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42035/user/jenkins/test-data/d5f126b7-9d6f-3b78-d564-f3256c548b2e/data/hbase/meta/1588230740/recovered.edits 2024-11-15T23:25:20,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5923 (was 5923) 2024-11-15T23:25:20,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5923 2024-11-15T23:25:20,777 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742211_1390 (size=7) 2024-11-15T23:25:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742211_1390 (size=7) 2024-11-15T23:25:20,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:20,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,799 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:20,799 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-15T23:25:20,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-15T23:25:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-15T23:25:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742212_1391 (size=818) 2024-11-15T23:25:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742212_1391 (size=818) 2024-11-15T23:25:20,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5, size=818 (818bytes) 2024-11-15T23:25:20,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 2024-11-15T23:25:20,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 after 0ms 2024-11-15T23:25:20,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 took 2ms 2024-11-15T23:25:20,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 so closing down 2024-11-15T23:25:20,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:20,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:20,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-15T23:25:20,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-15T23:25:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742213_1392 (size=783) 2024-11-15T23:25:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742213_1392 (size=783) 2024-11-15T23:25:20,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-15T23:25:20,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-15T23:25:20,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-15T23:25:20,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5, size=818 (818bytes) at 1731713120846Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 so closing down at 1731713120858 (+12 ms)3 split writer threads finished at 1731713120859 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731713120868 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731713120899 (+31 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731713120901 (+2 ms)Processed 11 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731713120901 2024-11-15T23:25:20,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/WALs/testemptywaledit,16010,1731713120799/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/120f2272-f5e9-87d6-8b64-167753728998/oldWALs/wal.dat.5 2024-11-15T23:25:20,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5922 (was 5923) 2024-11-15T23:25:20,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5922 2024-11-15T23:25:20,938 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742214_1393 (size=7) 2024-11-15T23:25:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742214_1393 (size=7) 2024-11-15T23:25:20,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:20,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:20,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:20,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:20,952 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:20,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742215_1394 (size=1393) 2024-11-15T23:25:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742215_1394 (size=1393) 2024-11-15T23:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:20,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742216_1395 (size=1393) 2024-11-15T23:25:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742216_1395 (size=1393) 2024-11-15T23:25:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:20,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742217_1396 (size=1393) 2024-11-15T23:25:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742217_1396 (size=1393) 2024-11-15T23:25:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:21,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742218_1397 (size=1393) 2024-11-15T23:25:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742218_1397 (size=1393) 2024-11-15T23:25:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:21,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742219_1398 (size=1393) 2024-11-15T23:25:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742219_1398 (size=1393) 2024-11-15T23:25:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:21,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742220_1399 (size=1393) 2024-11-15T23:25:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742220_1399 (size=1393) 2024-11-15T23:25:21,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:21,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:21,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742221_1400 (size=1405) 2024-11-15T23:25:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742221_1400 (size=1405) 2024-11-15T23:25:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:21,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742222_1401 (size=1413) 2024-11-15T23:25:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742222_1401 (size=1413) 2024-11-15T23:25:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:21,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742223_1402 (size=1413) 2024-11-15T23:25:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742223_1402 (size=1413) 2024-11-15T23:25:21,559 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:21,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:21,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742224_1403 (size=1413) 2024-11-15T23:25:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:21,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742224_1403 (size=1413) 2024-11-15T23:25:21,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:21,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 2024-11-15T23:25:21,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 after 1ms 2024-11-15T23:25:21,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 took 4ms 2024-11-15T23:25:21,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 so closing down 2024-11-15T23:25:21,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:21,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:21,634 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:21,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:21,637 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:21,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742226_1405 (size=743) 2024-11-15T23:25:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742226_1405 (size=743) 2024-11-15T23:25:21,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:21,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742227_1406 (size=743) 2024-11-15T23:25:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742227_1406 (size=743) 2024-11-15T23:25:21,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:21,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:21,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:21,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0, size=1.4 K (1393bytes) at 1731713121623Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 so closing down at 1731713121630 (+7 ms)3 split writer threads finished at 1731713121631 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713121636 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713121647 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713121718 (+71 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713121720 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713121721 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713121722 (+1 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713121722 2024-11-15T23:25:21,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.0 2024-11-15T23:25:21,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:21,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 2024-11-15T23:25:21,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 after 0ms 2024-11-15T23:25:21,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 took 3ms 2024-11-15T23:25:21,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 so closing down 2024-11-15T23:25:21,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:21,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:21,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:21,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:21,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:21,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742228_1407 (size=743) 2024-11-15T23:25:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742228_1407 (size=743) 2024-11-15T23:25:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742229_1408 (size=743) 2024-11-15T23:25:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742229_1408 (size=743) 2024-11-15T23:25:21,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:21,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:22,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:22,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:22,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1, size=1.4 K (1393bytes) at 1731713121724Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 so closing down at 1731713121729 (+5 ms)3 split writer threads finished at 1731713121729Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713121733 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713121733Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713121746 (+13 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713121747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122145 (+398 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713122146 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713122147 (+1 ms) 2024-11-15T23:25:22,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.1 2024-11-15T23:25:22,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:22,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 2024-11-15T23:25:22,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 after 0ms 2024-11-15T23:25:22,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 took 2ms 2024-11-15T23:25:22,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 so closing down 2024-11-15T23:25:22,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:22,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:22,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:22,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:22,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:22,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742230_1409 (size=743) 2024-11-15T23:25:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742231_1410 (size=743) 2024-11-15T23:25:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742230_1409 (size=743) 2024-11-15T23:25:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742231_1410 (size=743) 2024-11-15T23:25:22,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:22,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:22,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:22,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2, size=1.4 K (1393bytes) at 1731713122149Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 so closing down at 1731713122152 (+3 ms)3 split writer threads finished at 1731713122152Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713122156 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713122156Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122163 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122164 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713122165 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713122165Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713122165 2024-11-15T23:25:22,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.2 2024-11-15T23:25:22,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:22,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 2024-11-15T23:25:22,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 after 0ms 2024-11-15T23:25:22,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 took 2ms 2024-11-15T23:25:22,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 so closing down 2024-11-15T23:25:22,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:22,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:22,172 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:22,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:22,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:22,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742232_1411 (size=743) 2024-11-15T23:25:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742232_1411 (size=743) 2024-11-15T23:25:22,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742233_1412 (size=743) 2024-11-15T23:25:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742233_1412 (size=743) 2024-11-15T23:25:22,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:22,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:22,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3, size=1.4 K (1393bytes) at 1731713122168Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 so closing down at 1731713122170 (+2 ms)3 split writer threads finished at 1731713122170Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713122174 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713122175 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122179 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713122180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122195 (+15 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713122196 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713122196 2024-11-15T23:25:22,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.3 2024-11-15T23:25:22,198 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:22,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 2024-11-15T23:25:22,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 after 0ms 2024-11-15T23:25:22,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 took 2ms 2024-11-15T23:25:22,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 so closing down 2024-11-15T23:25:22,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:22,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:22,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:22,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:22,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:22,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742235_1414 (size=743) 2024-11-15T23:25:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742235_1414 (size=743) 2024-11-15T23:25:22,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742234_1413 (size=743) 2024-11-15T23:25:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742234_1413 (size=743) 2024-11-15T23:25:22,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:22,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:22,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:22,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4, size=1.4 K (1393bytes) at 1731713122198Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 so closing down at 1731713122201 (+3 ms)3 split writer threads finished at 1731713122201Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713122205 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713122208 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122214 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713122215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713122618 (+403 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713122620 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713122620 2024-11-15T23:25:22,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.4 2024-11-15T23:25:22,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T23:25:22,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 2024-11-15T23:25:22,623 WARN [IPC Server handler 2 on default port 42035 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-15T23:25:22,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 after 1ms 2024-11-15T23:25:22,703 WARN [ResponseProcessor for block BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:25:22,703 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1472790713_22 at /127.0.0.1:39552 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:34167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39552 dst: /127.0.0.1:34167 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34167 remote=/127.0.0.1:39552]. Total timeout mills is 60000, 58899 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:22,703 WARN [DataStreamer for file /user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 block BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34167,DS-ea5dfb66-08b4-4185-a070-22c272b54bbd,DISK], DatanodeInfoWithStorage[127.0.0.1:37435,DS-8d71b22b-5638-49b2-ada6-6171904350f7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34167,DS-ea5dfb66-08b4-4185-a070-22c272b54bbd,DISK]) is bad. 2024-11-15T23:25:22,704 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1472790713_22 at /127.0.0.1:45928 [Receiving block BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:37435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45928 dst: /127.0.0.1:37435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:25:22,704 WARN [DataStreamer for file /user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 block BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2100917389-172.17.0.2-1731713071109:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T23:25:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742225_1415 (size=1394) 2024-11-15T23:25:26,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 after 4001ms 2024-11-15T23:25:26,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 took 4004ms 2024-11-15T23:25:26,628 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:26,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 so closing down 2024-11-15T23:25:26,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:26,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:26,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:26,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:26,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:26,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742236_1416 (size=418) 2024-11-15T23:25:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742237_1417 (size=353) 2024-11-15T23:25:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742236_1416 (size=418) 2024-11-15T23:25:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742237_1417 (size=353) 2024-11-15T23:25:26,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T23:25:26,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-15T23:25:26,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T23:25:26,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5, size=1.4 K (1394bytes) at 1731713122623Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 so closing down at 1731713126629 (+4006 ms)3 split writer threads finished at 1731713126629Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713126632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713126632Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731713126636 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713126636Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731713126637 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731713126637Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731713126637 2024-11-15T23:25:26,639 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/corrupt/wal.dat.5 2024-11-15T23:25:26,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:26,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 2024-11-15T23:25:26,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 after 0ms 2024-11-15T23:25:26,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 took 2ms 2024-11-15T23:25:26,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 so closing down 2024-11-15T23:25:26,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:26,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:26,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:26,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:26,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:26,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742239_1419 (size=749) 2024-11-15T23:25:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742239_1419 (size=749) 2024-11-15T23:25:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742238_1418 (size=749) 2024-11-15T23:25:26,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742238_1418 (size=749) 2024-11-15T23:25:26,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:26,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:26,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:26,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6, size=1.4 K (1405bytes) at 1731713126639Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 so closing down at 1731713126642 (+3 ms)3 split writer threads finished at 1731713126642Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713126645 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713126645Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126654 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126654Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713126655 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713126655Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713126655 2024-11-15T23:25:26,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.6 2024-11-15T23:25:26,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:26,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 2024-11-15T23:25:26,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 after 0ms 2024-11-15T23:25:26,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 took 2ms 2024-11-15T23:25:26,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 so closing down 2024-11-15T23:25:26,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:26,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:26,662 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:26,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:26,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:26,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742241_1421 (size=753) 2024-11-15T23:25:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742241_1421 (size=753) 2024-11-15T23:25:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742240_1420 (size=753) 2024-11-15T23:25:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742240_1420 (size=753) 2024-11-15T23:25:26,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:26,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:26,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:26,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7, size=1.4 K (1413bytes) at 1731713126657Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 so closing down at 1731713126660 (+3 ms)3 split writer threads finished at 1731713126660Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713126663 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713126663Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126667 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126667Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713126668 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713126668Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713126668 2024-11-15T23:25:26,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.7 2024-11-15T23:25:26,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:26,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 2024-11-15T23:25:26,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 after 0ms 2024-11-15T23:25:26,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 took 2ms 2024-11-15T23:25:26,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 so closing down 2024-11-15T23:25:26,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:26,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:26,673 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:26,673 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:26,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:26,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742243_1423 (size=753) 2024-11-15T23:25:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742243_1423 (size=753) 2024-11-15T23:25:26,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742242_1422 (size=753) 2024-11-15T23:25:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742242_1422 (size=753) 2024-11-15T23:25:26,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:26,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:26,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8, size=1.4 K (1413bytes) at 1731713126669Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 so closing down at 1731713126672 (+3 ms)3 split writer threads finished at 1731713126672Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713126674 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713126674Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126681 (+7 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713126683 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126686 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713126687 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713126687 2024-11-15T23:25:26,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.8 2024-11-15T23:25:26,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:26,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 2024-11-15T23:25:26,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 after 0ms 2024-11-15T23:25:26,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 took 2ms 2024-11-15T23:25:26,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 so closing down 2024-11-15T23:25:26,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:26,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:26,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:26,693 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:26,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:26,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742245_1425 (size=753) 2024-11-15T23:25:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742245_1425 (size=753) 2024-11-15T23:25:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742244_1424 (size=753) 2024-11-15T23:25:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742244_1424 (size=753) 2024-11-15T23:25:26,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:26,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:27,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:27,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:27,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9, size=1.4 K (1413bytes) at 1731713126688Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 so closing down at 1731713126691 (+3 ms)3 split writer threads finished at 1731713126691Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713126694 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713126694Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713126706 (+12 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713126707 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127103 (+396 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713127106 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713127106 2024-11-15T23:25:27,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731713120951/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/39f90d1d-01fe-d0db-51bd-6b59c5c6cc1e/oldWALs/wal.dat.9 2024-11-15T23:25:27,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 141), OpenFileDescriptor=401 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5890 (was 5922) 2024-11-15T23:25:27,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=5889 2024-11-15T23:25:27,176 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742246_1426 (size=7) 2024-11-15T23:25:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742246_1426 (size=7) 2024-11-15T23:25:27,183 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:27,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,186 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:27,186 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T23:25:27,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:27,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742247_1427 (size=863) 2024-11-15T23:25:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742247_1427 (size=863) 2024-11-15T23:25:27,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742248_1428 (size=823) 2024-11-15T23:25:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742248_1428 (size=823) 2024-11-15T23:25:27,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0, size=823 (823bytes) 2024-11-15T23:25:27,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 2024-11-15T23:25:27,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 after 1ms 2024-11-15T23:25:27,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 took 2ms 2024-11-15T23:25:27,223 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0; continuing. 2024-11-15T23:25:27,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 so closing down 2024-11-15T23:25:27,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:27,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742249_1429 (size=786) 2024-11-15T23:25:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742249_1429 (size=786) 2024-11-15T23:25:27,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-15T23:25:27,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-15T23:25:27,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0, size=823 (823bytes) at 1731713127217Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 so closing down at 1731713127223 (+6 ms)3 split writer threads finished at 1731713127223Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713127226 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713127229 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731713127231 (+2 ms)Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731713127231 2024-11-15T23:25:27,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/WALs/testeofisignored,16010,1731713127186/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/d1ddaed6-ce1e-7e14-806d-3f99808455d5/oldWALs/wal.dat.0 2024-11-15T23:25:27,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=5889 (was 5889) 2024-11-15T23:25:27,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=5889 2024-11-15T23:25:27,250 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742250_1430 (size=7) 2024-11-15T23:25:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742250_1430 (size=7) 2024-11-15T23:25:27,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:27,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,260 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:27,260 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-15T23:25:27,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T23:25:27,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742251_1431 (size=93) 2024-11-15T23:25:27,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742251_1431 (size=93) 2024-11-15T23:25:27,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty, size=93 (93bytes) 2024-11-15T23:25:27,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty 2024-11-15T23:25:27,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty after 0ms 2024-11-15T23:25:27,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty took 1ms 2024-11-15T23:25:27,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty so closing down 2024-11-15T23:25:27,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T23:25:27,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty, size=93 (93bytes) at 1731713127282Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty so closing down at 1731713127284 (+2 ms)3 split writer threads finished at 1731713127284Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731713127284 2024-11-15T23:25:27,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/WALs/testsplitlogfileempty,16010,1731713127260/wal.dat..empty to hdfs://localhost:42035/user/jenkins/test-data/1d32b688-6171-5f01-f4da-8126f721db87/oldWALs/wal.dat..empty 2024-11-15T23:25:27,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=5889 (was 5889) 2024-11-15T23:25:27,299 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=5889 2024-11-15T23:25:27,299 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742252_1432 (size=7) 2024-11-15T23:25:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742252_1432 (size=7) 2024-11-15T23:25:27,306 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:27,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,309 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:27,310 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:27,310 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:27,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:27,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742253_1433 (size=1393) 2024-11-15T23:25:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742253_1433 (size=1393) 2024-11-15T23:25:27,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:27,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:27,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742254_1434 (size=1393) 2024-11-15T23:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742254_1434 (size=1393) 2024-11-15T23:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:27,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742255_1435 (size=1393) 2024-11-15T23:25:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742255_1435 (size=1393) 2024-11-15T23:25:27,336 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:27,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:27,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742256_1436 (size=1393) 2024-11-15T23:25:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742256_1436 (size=1393) 2024-11-15T23:25:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:27,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742257_1437 (size=1393) 2024-11-15T23:25:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742257_1437 (size=1393) 2024-11-15T23:25:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:27,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742258_1438 (size=1393) 2024-11-15T23:25:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742258_1438 (size=1393) 2024-11-15T23:25:27,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:27,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:27,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742259_1439 (size=1405) 2024-11-15T23:25:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742259_1439 (size=1405) 2024-11-15T23:25:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:27,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742260_1440 (size=1413) 2024-11-15T23:25:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742260_1440 (size=1413) 2024-11-15T23:25:27,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:27,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:27,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742261_1441 (size=1413) 2024-11-15T23:25:27,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742261_1441 (size=1413) 2024-11-15T23:25:27,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:27,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742262_1442 (size=1413) 2024-11-15T23:25:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742262_1442 (size=1413) 2024-11-15T23:25:27,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:27,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:27,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 2024-11-15T23:25:27,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 after 1ms 2024-11-15T23:25:27,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 took 2ms 2024-11-15T23:25:27,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 so closing down 2024-11-15T23:25:27,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:27,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:27,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:27,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742263_1443 (size=743) 2024-11-15T23:25:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742263_1443 (size=743) 2024-11-15T23:25:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742264_1444 (size=743) 2024-11-15T23:25:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742264_1444 (size=743) 2024-11-15T23:25:27,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:27,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T23:25:27,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0, size=1.4 K (1393bytes) at 1731713127422Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 so closing down at 1731713127426 (+4 ms)3 split writer threads finished at 1731713127426Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713127429 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713127429Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127433 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127433Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713127434 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731713127434Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127434 2024-11-15T23:25:27,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.0 2024-11-15T23:25:27,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:27,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 2024-11-15T23:25:27,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 after 0ms 2024-11-15T23:25:27,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 took 2ms 2024-11-15T23:25:27,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 so closing down 2024-11-15T23:25:27,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:27,440 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:27,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:27,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742266_1446 (size=743) 2024-11-15T23:25:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742265_1445 (size=743) 2024-11-15T23:25:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742265_1445 (size=743) 2024-11-15T23:25:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742266_1446 (size=743) 2024-11-15T23:25:27,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T23:25:27,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:27,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1, size=1.4 K (1393bytes) at 1731713127435Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 so closing down at 1731713127438 (+3 ms)3 split writer threads finished at 1731713127438Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713127440 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713127440Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127444 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127444Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731713127445 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713127445Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127445 2024-11-15T23:25:27,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.1 2024-11-15T23:25:27,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:27,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 2024-11-15T23:25:27,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 after 0ms 2024-11-15T23:25:27,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 took 2ms 2024-11-15T23:25:27,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 so closing down 2024-11-15T23:25:27,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:27,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:27,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:27,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742268_1448 (size=743) 2024-11-15T23:25:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742267_1447 (size=743) 2024-11-15T23:25:27,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742268_1448 (size=743) 2024-11-15T23:25:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742267_1447 (size=743) 2024-11-15T23:25:27,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:27,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T23:25:27,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2, size=1.4 K (1393bytes) at 1731713127447Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 so closing down at 1731713127450 (+3 ms)3 split writer threads finished at 1731713127450Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713127452 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713127452Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127456 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127456Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713127457 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731713127457Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127457 2024-11-15T23:25:27,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.2 2024-11-15T23:25:27,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:27,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 2024-11-15T23:25:27,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 after 1ms 2024-11-15T23:25:27,460 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 took 2ms 2024-11-15T23:25:27,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 so closing down 2024-11-15T23:25:27,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:27,463 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:27,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:27,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742269_1449 (size=743) 2024-11-15T23:25:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742270_1450 (size=743) 2024-11-15T23:25:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742269_1449 (size=743) 2024-11-15T23:25:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742270_1450 (size=743) 2024-11-15T23:25:27,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T23:25:27,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:27,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3, size=1.4 K (1393bytes) at 1731713127458Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 so closing down at 1731713127461 (+3 ms)3 split writer threads finished at 1731713127461Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713127463 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713127463Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127467 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127467Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731713127468 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713127468Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127468 2024-11-15T23:25:27,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.3 2024-11-15T23:25:27,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:27,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 2024-11-15T23:25:27,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 after 0ms 2024-11-15T23:25:27,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 took 2ms 2024-11-15T23:25:27,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 so closing down 2024-11-15T23:25:27,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,473 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:27,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:27,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:27,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742272_1452 (size=743) 2024-11-15T23:25:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742271_1451 (size=743) 2024-11-15T23:25:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742271_1451 (size=743) 2024-11-15T23:25:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742272_1452 (size=743) 2024-11-15T23:25:27,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:27,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T23:25:27,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4, size=1.4 K (1393bytes) at 1731713127469Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 so closing down at 1731713127472 (+3 ms)3 split writer threads finished at 1731713127472Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713127474 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713127474Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127482 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127482Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713127482Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731713127483 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127483 2024-11-15T23:25:27,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.4 2024-11-15T23:25:27,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:27,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 2024-11-15T23:25:27,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 after 0ms 2024-11-15T23:25:27,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 took 2ms 2024-11-15T23:25:27,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 so closing down 2024-11-15T23:25:27,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,487 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:27,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:27,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:27,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742274_1454 (size=743) 2024-11-15T23:25:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742273_1453 (size=743) 2024-11-15T23:25:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742274_1454 (size=743) 2024-11-15T23:25:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742273_1453 (size=743) 2024-11-15T23:25:27,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:27,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T23:25:27,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T23:25:27,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5, size=1.4 K (1393bytes) at 1731713127484Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 so closing down at 1731713127487 (+3 ms)3 split writer threads finished at 1731713127487Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713127489 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713127489Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127493 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127493Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713127494 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731713127494Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731713127494 2024-11-15T23:25:27,495 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.5 2024-11-15T23:25:27,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:27,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 2024-11-15T23:25:27,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 after 1ms 2024-11-15T23:25:27,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 took 2ms 2024-11-15T23:25:27,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 so closing down 2024-11-15T23:25:27,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,500 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:27,500 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:27,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:27,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742276_1456 (size=749) 2024-11-15T23:25:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742276_1456 (size=749) 2024-11-15T23:25:27,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T23:25:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742275_1455 (size=749) 2024-11-15T23:25:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742275_1455 (size=749) 2024-11-15T23:25:27,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:27,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T23:25:27,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6, size=1.4 K (1405bytes) at 1731713127495Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 so closing down at 1731713127498 (+3 ms)3 split writer threads finished at 1731713127498Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713127501 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713127501Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127506 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731713127508 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127510 (+2 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713127511 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731713127511 2024-11-15T23:25:27,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.6 2024-11-15T23:25:27,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:27,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 2024-11-15T23:25:27,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 after 1ms 2024-11-15T23:25:27,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 took 2ms 2024-11-15T23:25:27,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 so closing down 2024-11-15T23:25:27,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:27,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:27,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:27,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742277_1457 (size=753) 2024-11-15T23:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742278_1458 (size=753) 2024-11-15T23:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742278_1458 (size=753) 2024-11-15T23:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742277_1457 (size=753) 2024-11-15T23:25:27,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T23:25:27,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:27,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:27,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7, size=1.4 K (1413bytes) at 1731713127512Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 so closing down at 1731713127515 (+3 ms)3 split writer threads finished at 1731713127515Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713127517 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713127517Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127521 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731713127522 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127923 (+401 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713127927 (+4 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713127928 (+1 ms) 2024-11-15T23:25:27,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.7 2024-11-15T23:25:27,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:27,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 2024-11-15T23:25:27,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 after 1ms 2024-11-15T23:25:27,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 took 2ms 2024-11-15T23:25:27,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 so closing down 2024-11-15T23:25:27,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:27,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:27,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:27,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742280_1460 (size=753) 2024-11-15T23:25:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742279_1459 (size=753) 2024-11-15T23:25:27,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742279_1459 (size=753) 2024-11-15T23:25:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742280_1460 (size=753) 2024-11-15T23:25:27,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:27,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T23:25:27,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:27,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8, size=1.4 K (1413bytes) at 1731713127932Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 so closing down at 1731713127935 (+3 ms)3 split writer threads finished at 1731713127936 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713127938 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713127938Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127942 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127942Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713127943 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731713127943Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713127943 2024-11-15T23:25:27,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.8 2024-11-15T23:25:27,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:27,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 2024-11-15T23:25:27,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 after 0ms 2024-11-15T23:25:27,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 took 2ms 2024-11-15T23:25:27,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 so closing down 2024-11-15T23:25:27,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:27,949 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:27,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:27,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:27,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:27,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742282_1462 (size=753) 2024-11-15T23:25:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742281_1461 (size=753) 2024-11-15T23:25:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742281_1461 (size=753) 2024-11-15T23:25:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742282_1462 (size=753) 2024-11-15T23:25:27,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:27,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T23:25:27,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:27,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T23:25:27,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9, size=1.4 K (1413bytes) at 1731713127945Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 so closing down at 1731713127949 (+4 ms)3 split writer threads finished at 1731713127949Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713127951 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713127951Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127954 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713127954Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731713127955 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713127955Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731713127956 (+1 ms) 2024-11-15T23:25:27,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/WALs/testlogsgetarchivedaftersplit,16010,1731713127309/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/4cd895d2-c16a-605f-242c-78dffaec81db/oldWALs/wal.dat.9 2024-11-15T23:25:27,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 5889) 2024-11-15T23:25:27,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=5887 2024-11-15T23:25:27,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742283_1463 (size=7) 2024-11-15T23:25:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742283_1463 (size=7) 2024-11-15T23:25:27,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:27,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:27,979 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:27,979 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-15T23:25:27,979 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T23:25:27,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:27,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742284_1464 (size=723) 2024-11-15T23:25:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742284_1464 (size=723) 2024-11-15T23:25:27,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:27,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742285_1465 (size=723) 2024-11-15T23:25:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742285_1465 (size=723) 2024-11-15T23:25:27,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:27,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742286_1466 (size=723) 2024-11-15T23:25:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742286_1466 (size=723) 2024-11-15T23:25:28,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:28,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:28,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742287_1467 (size=723) 2024-11-15T23:25:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742287_1467 (size=723) 2024-11-15T23:25:28,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:28,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:28,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742288_1468 (size=723) 2024-11-15T23:25:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742288_1468 (size=723) 2024-11-15T23:25:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:28,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742289_1469 (size=723) 2024-11-15T23:25:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742289_1469 (size=723) 2024-11-15T23:25:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:28,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742290_1470 (size=723) 2024-11-15T23:25:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742290_1470 (size=723) 2024-11-15T23:25:28,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:28,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:28,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742291_1471 (size=723) 2024-11-15T23:25:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742291_1471 (size=723) 2024-11-15T23:25:28,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:28,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:28,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742292_1472 (size=723) 2024-11-15T23:25:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742292_1472 (size=723) 2024-11-15T23:25:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:28,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742293_1473 (size=723) 2024-11-15T23:25:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742293_1473 (size=723) 2024-11-15T23:25:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:28,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/oldWALs, maxLogs=32 2024-11-15T23:25:28,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731713128528 2024-11-15T23:25:28,536 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731713128528 2024-11-15T23:25:28,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:38563:38563)] 2024-11-15T23:25:28,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0, size=723 (723bytes) 2024-11-15T23:25:28,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0 2024-11-15T23:25:28,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0 after 0ms 2024-11-15T23:25:28,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0 took 3ms 2024-11-15T23:25:28,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0 so closing down 2024-11-15T23:25:28,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:28,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742295_1475 (size=723) 2024-11-15T23:25:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742295_1475 (size=723) 2024-11-15T23:25:28,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:28,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-15T23:25:28,612 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-15T23:25:28,612 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0, size=723 (723bytes) at 1731713128593Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0 so closing down at 1731713128597 (+4 ms)3 split writer threads finished at 1731713128597Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713128600 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713128611 (+11 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731713128612 (+1 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731713127979/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731713128612 2024-11-15T23:25:28,613 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T23:25:28,613 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T23:25:28,613 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T23:25:28,613 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T23:25:28,614 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T23:25:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742294_1474 (size=93) 2024-11-15T23:25:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742294_1474 (size=93) 2024-11-15T23:25:28,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b35007ae-8100-ca3a-0d89-be2746e3c83a/oldWALs 2024-11-15T23:25:28,621 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731713128528) 2024-11-15T23:25:28,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=5883 (was 5887) 2024-11-15T23:25:28,634 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=5883 2024-11-15T23:25:28,634 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:28,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742296_1476 (size=7) 2024-11-15T23:25:28,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742296_1476 (size=7) 2024-11-15T23:25:28,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:28,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:28,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:28,643 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:28,644 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T23:25:28,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:28,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:28,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:28,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:28,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742297_1477 (size=1393) 2024-11-15T23:25:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742297_1477 (size=1393) 2024-11-15T23:25:28,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:28,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:28,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742298_1478 (size=1393) 2024-11-15T23:25:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742298_1478 (size=1393) 2024-11-15T23:25:28,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:28,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:28,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742299_1479 (size=1393) 2024-11-15T23:25:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742299_1479 (size=1393) 2024-11-15T23:25:28,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:28,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:28,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742300_1480 (size=1393) 2024-11-15T23:25:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742300_1480 (size=1393) 2024-11-15T23:25:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:28,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742301_1481 (size=1393) 2024-11-15T23:25:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742301_1481 (size=1393) 2024-11-15T23:25:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:28,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742302_1482 (size=1393) 2024-11-15T23:25:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742302_1482 (size=1393) 2024-11-15T23:25:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:28,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742303_1483 (size=1405) 2024-11-15T23:25:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742303_1483 (size=1405) 2024-11-15T23:25:28,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:28,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:28,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742304_1484 (size=1413) 2024-11-15T23:25:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742304_1484 (size=1413) 2024-11-15T23:25:28,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:28,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:28,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742305_1485 (size=1413) 2024-11-15T23:25:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742305_1485 (size=1413) 2024-11-15T23:25:28,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:28,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742306_1486 (size=1413) 2024-11-15T23:25:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742306_1486 (size=1413) 2024-11-15T23:25:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:28,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:28,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 2024-11-15T23:25:28,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 after 1ms 2024-11-15T23:25:28,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 took 2ms 2024-11-15T23:25:28,770 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down 2024-11-15T23:25:28,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) at 1731713128766Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down at 1731713128770 (+4 ms)3 split writer threads finished at 1731713128770Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128770 2024-11-15T23:25:28,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0 2024-11-15T23:25:28,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:28,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 2024-11-15T23:25:28,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 after 1ms 2024-11-15T23:25:28,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 took 2ms 2024-11-15T23:25:28,776 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down 2024-11-15T23:25:28,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) at 1731713128772Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down at 1731713128776 (+4 ms)3 split writer threads finished at 1731713128776Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128776 2024-11-15T23:25:28,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1 2024-11-15T23:25:28,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:28,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 2024-11-15T23:25:28,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 after 1ms 2024-11-15T23:25:28,781 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 took 2ms 2024-11-15T23:25:28,782 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down 2024-11-15T23:25:28,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,782 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) at 1731713128778Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down at 1731713128782 (+4 ms)3 split writer threads finished at 1731713128782Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128782 2024-11-15T23:25:28,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2 2024-11-15T23:25:28,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:28,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 2024-11-15T23:25:28,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 after 1ms 2024-11-15T23:25:28,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 took 3ms 2024-11-15T23:25:28,788 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down 2024-11-15T23:25:28,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) at 1731713128784Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down at 1731713128788 (+4 ms)3 split writer threads finished at 1731713128788Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128788 2024-11-15T23:25:28,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3 2024-11-15T23:25:28,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:28,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 2024-11-15T23:25:28,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 after 1ms 2024-11-15T23:25:28,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 took 2ms 2024-11-15T23:25:28,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down 2024-11-15T23:25:28,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) at 1731713128790Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down at 1731713128794 (+4 ms)3 split writer threads finished at 1731713128794Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128794 2024-11-15T23:25:28,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4 2024-11-15T23:25:28,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:28,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 2024-11-15T23:25:28,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 after 1ms 2024-11-15T23:25:28,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 took 2ms 2024-11-15T23:25:28,800 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down 2024-11-15T23:25:28,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) at 1731713128796Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down at 1731713128800 (+4 ms)3 split writer threads finished at 1731713128800Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128800 2024-11-15T23:25:28,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5 2024-11-15T23:25:28,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:28,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 2024-11-15T23:25:28,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 after 0ms 2024-11-15T23:25:28,804 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 took 2ms 2024-11-15T23:25:28,806 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down 2024-11-15T23:25:28,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T23:25:28,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) at 1731713128802Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down at 1731713128806 (+4 ms)3 split writer threads finished at 1731713128806Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731713128806 2024-11-15T23:25:28,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6 2024-11-15T23:25:28,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:28,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 2024-11-15T23:25:28,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 after 0ms 2024-11-15T23:25:28,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 took 2ms 2024-11-15T23:25:28,812 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down 2024-11-15T23:25:28,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:28,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) at 1731713128809Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down at 1731713128812 (+3 ms)3 split writer threads finished at 1731713128813 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713128813 2024-11-15T23:25:28,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7 2024-11-15T23:25:28,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:28,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 2024-11-15T23:25:28,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 after 0ms 2024-11-15T23:25:28,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 took 2ms 2024-11-15T23:25:28,817 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down 2024-11-15T23:25:28,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:28,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) at 1731713128815Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down at 1731713128818 (+3 ms)3 split writer threads finished at 1731713128818Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713128818 2024-11-15T23:25:28,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8 2024-11-15T23:25:28,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:28,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 2024-11-15T23:25:28,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 after 1ms 2024-11-15T23:25:28,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 took 2ms 2024-11-15T23:25:28,822 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down 2024-11-15T23:25:28,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:28,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) at 1731713128819Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down at 1731713128823 (+4 ms)3 split writer threads finished at 1731713128823Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713128823 2024-11-15T23:25:28,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9 2024-11-15T23:25:28,826 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128771; access_time=1731713128646; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128777; access_time=1731713128656; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128783; access_time=1731713128666; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128789; access_time=1731713128676; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128795; access_time=1731713128685; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128801; access_time=1731713128695; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731713128807; access_time=1731713128705; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713128814; access_time=1731713128716; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713128819; access_time=1731713128728; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713128824; access_time=1731713128738; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T23:25:28,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:28,830 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:28,830 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:28,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742307_1487 (size=1393) 2024-11-15T23:25:28,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742307_1487 (size=1393) 2024-11-15T23:25:28,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:28,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:28,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742308_1488 (size=1393) 2024-11-15T23:25:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742308_1488 (size=1393) 2024-11-15T23:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:28,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742309_1489 (size=1393) 2024-11-15T23:25:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742309_1489 (size=1393) 2024-11-15T23:25:28,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:28,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:28,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742310_1490 (size=1393) 2024-11-15T23:25:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742310_1490 (size=1393) 2024-11-15T23:25:28,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:28,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:28,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742311_1491 (size=1393) 2024-11-15T23:25:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742311_1491 (size=1393) 2024-11-15T23:25:28,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:28,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742312_1492 (size=1393) 2024-11-15T23:25:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742312_1492 (size=1393) 2024-11-15T23:25:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:28,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742313_1493 (size=1405) 2024-11-15T23:25:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742313_1493 (size=1405) 2024-11-15T23:25:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:28,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742314_1494 (size=1413) 2024-11-15T23:25:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742314_1494 (size=1413) 2024-11-15T23:25:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:28,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742315_1495 (size=1413) 2024-11-15T23:25:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742315_1495 (size=1413) 2024-11-15T23:25:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:28,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742316_1496 (size=1413) 2024-11-15T23:25:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742316_1496 (size=1413) 2024-11-15T23:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:28,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:28,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 2024-11-15T23:25:28,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 after 0ms 2024-11-15T23:25:28,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 took 3ms 2024-11-15T23:25:28,964 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down 2024-11-15T23:25:28,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,966 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:28,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:28,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:28,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742318_1498 (size=418) 2024-11-15T23:25:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742317_1497 (size=418) 2024-11-15T23:25:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742317_1497 (size=418) 2024-11-15T23:25:28,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742318_1498 (size=418) 2024-11-15T23:25:28,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:28,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-15T23:25:28,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-15T23:25:28,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:28,978 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) at 1731713128960Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down at 1731713128964 (+4 ms)3 split writer threads finished at 1731713128964Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713128967 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713128967Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713128977 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713128977Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731713128978 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731713128978Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713128978 2024-11-15T23:25:28,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0 2024-11-15T23:25:28,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:28,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 2024-11-15T23:25:28,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 after 0ms 2024-11-15T23:25:28,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 took 2ms 2024-11-15T23:25:28,983 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:28,984 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down 2024-11-15T23:25:28,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:28,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:28,986 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:28,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:28,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:28,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:29,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742320_1500 (size=418) 2024-11-15T23:25:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742320_1500 (size=418) 2024-11-15T23:25:29,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-15T23:25:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742319_1499 (size=418) 2024-11-15T23:25:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742319_1499 (size=418) 2024-11-15T23:25:29,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-15T23:25:29,014 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:29,014 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) at 1731713128980Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down at 1731713128984 (+4 ms)3 split writer threads finished at 1731713128984Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713128987 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713128987Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129006 (+19 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731713129007 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129012 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731713129014 (+2 ms)Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713129014 2024-11-15T23:25:29,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1 2024-11-15T23:25:29,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:29,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 2024-11-15T23:25:29,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 after 0ms 2024-11-15T23:25:29,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 took 3ms 2024-11-15T23:25:29,019 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down 2024-11-15T23:25:29,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:29,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:29,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:29,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742322_1502 (size=418) 2024-11-15T23:25:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742322_1502 (size=418) 2024-11-15T23:25:29,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-15T23:25:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742321_1501 (size=418) 2024-11-15T23:25:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742321_1501 (size=418) 2024-11-15T23:25:29,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-15T23:25:29,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:29,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) at 1731713129016Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down at 1731713129019 (+3 ms)3 split writer threads finished at 1731713129019Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713129022 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713129022Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129025 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731713129026 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129031 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731713129032 (+1 ms)Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713129032 2024-11-15T23:25:29,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2 2024-11-15T23:25:29,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:29,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 2024-11-15T23:25:29,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 after 1ms 2024-11-15T23:25:29,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 took 2ms 2024-11-15T23:25:29,036 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down 2024-11-15T23:25:29,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:29,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:29,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:29,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742324_1504 (size=418) 2024-11-15T23:25:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742324_1504 (size=418) 2024-11-15T23:25:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742323_1503 (size=418) 2024-11-15T23:25:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742323_1503 (size=418) 2024-11-15T23:25:29,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-15T23:25:29,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-15T23:25:29,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:29,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) at 1731713129033Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down at 1731713129037 (+4 ms)3 split writer threads finished at 1731713129037Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713129039 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713129039Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129043 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129044 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731713129044Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731713129044Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713129044 2024-11-15T23:25:29,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3 2024-11-15T23:25:29,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:29,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 2024-11-15T23:25:29,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 after 0ms 2024-11-15T23:25:29,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 took 1ms 2024-11-15T23:25:29,048 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down 2024-11-15T23:25:29,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:29,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:29,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:29,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742325_1505 (size=418) 2024-11-15T23:25:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742326_1506 (size=418) 2024-11-15T23:25:29,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742325_1505 (size=418) 2024-11-15T23:25:29,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742326_1506 (size=418) 2024-11-15T23:25:29,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-15T23:25:29,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-15T23:25:29,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:29,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) at 1731713129046Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down at 1731713129049 (+3 ms)3 split writer threads finished at 1731713129049Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713129051 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713129051Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129055 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129055Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731713129056 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731713129056Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713129056 2024-11-15T23:25:29,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4 2024-11-15T23:25:29,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:29,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 2024-11-15T23:25:29,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 after 0ms 2024-11-15T23:25:29,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 took 3ms 2024-11-15T23:25:29,062 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down 2024-11-15T23:25:29,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:29,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:29,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:29,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742327_1507 (size=418) 2024-11-15T23:25:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742328_1508 (size=418) 2024-11-15T23:25:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742328_1508 (size=418) 2024-11-15T23:25:29,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742327_1507 (size=418) 2024-11-15T23:25:29,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-15T23:25:29,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T23:25:29,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:29,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) at 1731713129058Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down at 1731713129062 (+4 ms)3 split writer threads finished at 1731713129063 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713129065 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713129065Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129069 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129069Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731713129070 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731713129070Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713129070 2024-11-15T23:25:29,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5 2024-11-15T23:25:29,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:29,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 2024-11-15T23:25:29,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 after 1ms 2024-11-15T23:25:29,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 took 2ms 2024-11-15T23:25:29,075 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down 2024-11-15T23:25:29,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:29,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:29,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:29,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742329_1509 (size=419) 2024-11-15T23:25:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742329_1509 (size=419) 2024-11-15T23:25:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742330_1510 (size=419) 2024-11-15T23:25:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742330_1510 (size=419) 2024-11-15T23:25:29,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-15T23:25:29,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-15T23:25:29,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T23:25:29,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) at 1731713129071Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down at 1731713129075 (+4 ms)3 split writer threads finished at 1731713129076 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713129080 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731713129081 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129486 (+405 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129486Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731713129489 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731713129489Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731713129489 2024-11-15T23:25:29,493 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6 2024-11-15T23:25:29,493 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:29,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 2024-11-15T23:25:29,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 after 1ms 2024-11-15T23:25:29,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 took 5ms 2024-11-15T23:25:29,500 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down 2024-11-15T23:25:29,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:29,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:29,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:29,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742332_1512 (size=423) 2024-11-15T23:25:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742332_1512 (size=423) 2024-11-15T23:25:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742331_1511 (size=423) 2024-11-15T23:25:29,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742331_1511 (size=423) 2024-11-15T23:25:29,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-15T23:25:29,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-15T23:25:29,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:29,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) at 1731713129493Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down at 1731713129501 (+8 ms)3 split writer threads finished at 1731713129501Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713129504 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713129504Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129509 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129509Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731713129510 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731713129510Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713129510 2024-11-15T23:25:29,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7 2024-11-15T23:25:29,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:29,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 2024-11-15T23:25:29,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 after 0ms 2024-11-15T23:25:29,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 took 2ms 2024-11-15T23:25:29,515 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down 2024-11-15T23:25:29,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,517 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:29,517 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:29,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:29,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742334_1514 (size=423) 2024-11-15T23:25:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742333_1513 (size=423) 2024-11-15T23:25:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742333_1513 (size=423) 2024-11-15T23:25:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742334_1514 (size=423) 2024-11-15T23:25:29,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-15T23:25:29,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-15T23:25:29,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:29,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) at 1731713129512Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down at 1731713129515 (+3 ms)3 split writer threads finished at 1731713129515Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713129518 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713129518Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129521 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731713129522 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129922 (+400 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731713129924 (+2 ms)Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713129925 (+1 ms) 2024-11-15T23:25:29,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8 2024-11-15T23:25:29,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:29,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 2024-11-15T23:25:29,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 after 0ms 2024-11-15T23:25:29,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 took 5ms 2024-11-15T23:25:29,934 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:29,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down 2024-11-15T23:25:29,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:29,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:29,938 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:29,938 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:29,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:29,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742336_1516 (size=423) 2024-11-15T23:25:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742336_1516 (size=423) 2024-11-15T23:25:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742335_1515 (size=423) 2024-11-15T23:25:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742335_1515 (size=423) 2024-11-15T23:25:29,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:29,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-15T23:25:30,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-15T23:25:30,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:30,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) at 1731713129929Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down at 1731713129935 (+6 ms)3 split writer threads finished at 1731713129935Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713129939 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713129939Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713129947 (+8 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731713129948 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731713130348 (+400 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731713130351 (+3 ms)Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713130351 2024-11-15T23:25:30,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9 2024-11-15T23:25:30,408 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713128979; access_time=1731713128831; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713129015; access_time=1731713128842; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713129032; access_time=1731713128853; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713129045; access_time=1731713128864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713129057; access_time=1731713128875; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713129071; access_time=1731713128887; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731713129491; access_time=1731713128898; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713129511; access_time=1731713128908; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713129926; access_time=1731713128918; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713130352; access_time=1731713128928; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T23:25:30,418 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:30,418 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:30,418 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:30,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:30,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742337_1517 (size=1393) 2024-11-15T23:25:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742337_1517 (size=1393) 2024-11-15T23:25:30,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:30,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T23:25:30,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742338_1518 (size=1393) 2024-11-15T23:25:30,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742338_1518 (size=1393) 2024-11-15T23:25:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T23:25:30,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742339_1519 (size=1393) 2024-11-15T23:25:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742339_1519 (size=1393) 2024-11-15T23:25:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T23:25:30,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T23:25:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742340_1520 (size=1393) 2024-11-15T23:25:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742340_1520 (size=1393) 2024-11-15T23:25:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T23:25:30,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T23:25:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742341_1521 (size=1393) 2024-11-15T23:25:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742341_1521 (size=1393) 2024-11-15T23:25:30,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T23:25:30,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T23:25:30,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742342_1522 (size=1393) 2024-11-15T23:25:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742342_1522 (size=1393) 2024-11-15T23:25:30,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T23:25:30,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T23:25:30,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742343_1523 (size=1405) 2024-11-15T23:25:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742343_1523 (size=1405) 2024-11-15T23:25:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T23:25:30,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T23:25:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742344_1524 (size=1413) 2024-11-15T23:25:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742344_1524 (size=1413) 2024-11-15T23:25:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T23:25:30,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T23:25:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742345_1525 (size=1413) 2024-11-15T23:25:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742345_1525 (size=1413) 2024-11-15T23:25:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T23:25:30,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T23:25:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742346_1526 (size=1413) 2024-11-15T23:25:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742346_1526 (size=1413) 2024-11-15T23:25:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T23:25:30,533 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T23:25:30,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 2024-11-15T23:25:30,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 after 1ms 2024-11-15T23:25:30,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 took 2ms 2024-11-15T23:25:30,537 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:30,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down 2024-11-15T23:25:30,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:30,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:30,539 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:30,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:30,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T23:25:30,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T23:25:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742348_1528 (size=743) 2024-11-15T23:25:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742347_1527 (size=678) 2024-11-15T23:25:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742348_1528 (size=743) 2024-11-15T23:25:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742347_1527 (size=678) 2024-11-15T23:25:30,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T23:25:30,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-15T23:25:30,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:30,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K (1393bytes) at 1731713130533Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 so closing down at 1731713130537 (+4 ms)3 split writer threads finished at 1731713130537Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731713130540 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731713130540Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713130543 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713130543Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731713130544 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731713130544Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713130544 2024-11-15T23:25:30,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0 2024-11-15T23:25:30,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T23:25:30,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 2024-11-15T23:25:30,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 after 0ms 2024-11-15T23:25:30,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 took 1ms 2024-11-15T23:25:30,548 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:30,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down 2024-11-15T23:25:30,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:30,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:30,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:30,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:30,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T23:25:30,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T23:25:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742349_1529 (size=678) 2024-11-15T23:25:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742349_1529 (size=678) 2024-11-15T23:25:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742350_1530 (size=743) 2024-11-15T23:25:30,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742350_1530 (size=743) 2024-11-15T23:25:30,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-15T23:25:30,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T23:25:30,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:30,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K (1393bytes) at 1731713130546Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 so closing down at 1731713130548 (+2 ms)3 split writer threads finished at 1731713130548Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731713130550 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731713130550Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713130554 (+4 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731713130555 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713130956 (+401 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731713130960 (+4 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713130960 2024-11-15T23:25:30,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.1 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1 2024-11-15T23:25:30,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T23:25:30,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 2024-11-15T23:25:30,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 after 0ms 2024-11-15T23:25:30,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 took 3ms 2024-11-15T23:25:30,971 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:30,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down 2024-11-15T23:25:30,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:30,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:30,974 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:30,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:30,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T23:25:30,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T23:25:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742352_1532 (size=743) 2024-11-15T23:25:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742351_1531 (size=678) 2024-11-15T23:25:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742352_1532 (size=743) 2024-11-15T23:25:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742351_1531 (size=678) 2024-11-15T23:25:30,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T23:25:30,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-15T23:25:30,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:30,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K (1393bytes) at 1731713130967Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 so closing down at 1731713130971 (+4 ms)3 split writer threads finished at 1731713130972 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731713130975 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731713130975Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713130986 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713130986Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731713130987 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731713130987Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713130987 2024-11-15T23:25:30,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.2 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2 2024-11-15T23:25:30,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T23:25:30,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 2024-11-15T23:25:30,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 after 0ms 2024-11-15T23:25:30,990 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 took 2ms 2024-11-15T23:25:30,991 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:30,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down 2024-11-15T23:25:30,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:30,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:30,993 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:30,993 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:30,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T23:25:30,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T23:25:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742354_1534 (size=743) 2024-11-15T23:25:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742353_1533 (size=678) 2024-11-15T23:25:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742353_1533 (size=678) 2024-11-15T23:25:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742354_1534 (size=743) 2024-11-15T23:25:30,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:30,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T23:25:30,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-15T23:25:30,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:30,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K (1393bytes) at 1731713130989Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 so closing down at 1731713130991 (+2 ms)3 split writer threads finished at 1731713130991Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731713130994 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731713130994Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713130997 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713130997Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731713130998 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731713130998Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713130998 2024-11-15T23:25:31,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.3 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3 2024-11-15T23:25:31,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T23:25:31,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 2024-11-15T23:25:31,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 after 0ms 2024-11-15T23:25:31,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 took 1ms 2024-11-15T23:25:31,002 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down 2024-11-15T23:25:31,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:31,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:31,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T23:25:31,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T23:25:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742356_1536 (size=678) 2024-11-15T23:25:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742356_1536 (size=678) 2024-11-15T23:25:31,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-15T23:25:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742355_1535 (size=743) 2024-11-15T23:25:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742355_1535 (size=743) 2024-11-15T23:25:31,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T23:25:31,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:31,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K (1393bytes) at 1731713131000Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 so closing down at 1731713131003 (+3 ms)3 split writer threads finished at 1731713131003Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731713131005 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731713131005Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131011 (+6 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731713131012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713131017 (+5 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731713131018 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713131018 2024-11-15T23:25:31,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.4 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4 2024-11-15T23:25:31,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T23:25:31,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 2024-11-15T23:25:31,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 after 0ms 2024-11-15T23:25:31,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 took 1ms 2024-11-15T23:25:31,022 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,023 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down 2024-11-15T23:25:31,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:31,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:31,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T23:25:31,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T23:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742358_1538 (size=678) 2024-11-15T23:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742357_1537 (size=743) 2024-11-15T23:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742357_1537 (size=743) 2024-11-15T23:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742358_1538 (size=678) 2024-11-15T23:25:31,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-15T23:25:31,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T23:25:31,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T23:25:31,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K (1393bytes) at 1731713131020Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 so closing down at 1731713131023 (+3 ms)3 split writer threads finished at 1731713131023Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731713131025 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731713131025Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131033 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713131034 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731713131035 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731713131035Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731713131035 2024-11-15T23:25:31,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.5 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5 2024-11-15T23:25:31,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T23:25:31,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 2024-11-15T23:25:31,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 after 0ms 2024-11-15T23:25:31,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 took 2ms 2024-11-15T23:25:31,038 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down 2024-11-15T23:25:31,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:31,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:31,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T23:25:31,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T23:25:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742360_1540 (size=683) 2024-11-15T23:25:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742359_1539 (size=749) 2024-11-15T23:25:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742359_1539 (size=749) 2024-11-15T23:25:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742360_1540 (size=683) 2024-11-15T23:25:31,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-15T23:25:31,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T23:25:31,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T23:25:31,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K (1405bytes) at 1731713131036Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 so closing down at 1731713131039 (+3 ms)3 split writer threads finished at 1731713131039Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713131042 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731713131042Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131045 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131045Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731713131046 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731713131046Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731713131046 2024-11-15T23:25:31,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.6 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6 2024-11-15T23:25:31,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T23:25:31,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 2024-11-15T23:25:31,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 after 0ms 2024-11-15T23:25:31,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 took 2ms 2024-11-15T23:25:31,050 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down 2024-11-15T23:25:31,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:31,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:31,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T23:25:31,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T23:25:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742362_1542 (size=687) 2024-11-15T23:25:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742362_1542 (size=687) 2024-11-15T23:25:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742361_1541 (size=753) 2024-11-15T23:25:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742361_1541 (size=753) 2024-11-15T23:25:31,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-15T23:25:31,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T23:25:31,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:31,459 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K (1413bytes) at 1731713131048Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 so closing down at 1731713131050 (+2 ms)3 split writer threads finished at 1731713131050Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731713131053 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731713131053Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131056 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731713131057 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713131457 (+400 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731713131459 (+2 ms)Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713131459 2024-11-15T23:25:31,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.7 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7 2024-11-15T23:25:31,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T23:25:31,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 2024-11-15T23:25:31,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 after 0ms 2024-11-15T23:25:31,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 took 2ms 2024-11-15T23:25:31,464 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,465 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down 2024-11-15T23:25:31,465 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:31,471 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:31,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T23:25:31,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T23:25:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742364_1544 (size=687) 2024-11-15T23:25:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742363_1543 (size=753) 2024-11-15T23:25:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742364_1544 (size=687) 2024-11-15T23:25:31,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742363_1543 (size=753) 2024-11-15T23:25:31,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-15T23:25:31,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T23:25:31,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:31,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K (1413bytes) at 1731713131461Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 so closing down at 1731713131465 (+4 ms)3 split writer threads finished at 1731713131465Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731713131471 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731713131472 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713131482 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131482Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731713131483 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731713131483Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713131483 2024-11-15T23:25:31,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.8 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8 2024-11-15T23:25:31,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T23:25:31,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 2024-11-15T23:25:31,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 after 0ms 2024-11-15T23:25:31,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 took 2ms 2024-11-15T23:25:31,487 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T23:25:31,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down 2024-11-15T23:25:31,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T23:25:31,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T23:25:31,490 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:31,490 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:31,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T23:25:31,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T23:25:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742366_1546 (size=687) 2024-11-15T23:25:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742366_1546 (size=687) 2024-11-15T23:25:31,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742365_1545 (size=753) 2024-11-15T23:25:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742365_1545 (size=753) 2024-11-15T23:25:31,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T23:25:31,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-15T23:25:31,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T23:25:31,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T23:25:31,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K (1413bytes) at 1731713131484Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 so closing down at 1731713131488 (+4 ms)3 split writer threads finished at 1731713131488Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731713131490 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731713131490Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731713131497 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731713131500 (+3 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731713131501 (+1 ms)Rename recovered edits hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731713131501Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731713131501 2024-11-15T23:25:31,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731713128643/wal.dat.9 to hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9 2024-11-15T23:25:31,504 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713130545; access_time=1731713130420; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713130963; access_time=1731713130431; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713130988; access_time=1731713130442; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713130999; access_time=1731713130454; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713131019; access_time=1731713130468; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731713131035; access_time=1731713130477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731713131047; access_time=1731713130485; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713131460; access_time=1731713130494; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713131484; access_time=1731713130502; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42035/user/jenkins/test-data/94a3773a-3ee0-958d-4f70-c4f2fcf505a7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731713131502; access_time=1731713130510; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T23:25:31,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147 (was 147), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=5865 (was 5883) 2024-11-15T23:25:31,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=5865 2024-11-15T23:25:31,517 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T23:25:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742367_1547 (size=7) 2024-11-15T23:25:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742367_1547 (size=7) 2024-11-15T23:25:31,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42035/user/jenkins/test-data/05317185-3dd7-762a-3f20-a29cf3b7972e with version=8 2024-11-15T23:25:31,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:31,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:25:31,526 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T23:25:31,526 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T23:25:31,526 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T23:25:31,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T23:25:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T23:25:31,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T23:25:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742368_1548 (size=2324) 2024-11-15T23:25:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742368_1548 (size=2324) 2024-11-15T23:25:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T23:25:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37435 is added to blk_1073742369_1549 (size=2325) 2024-11-15T23:25:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34167 is added to blk_1073742369_1549 (size=2325) 2024-11-15T23:25:31,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, size=2.3 K (2325bytes) 2024-11-15T23:25:31,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 2024-11-15T23:25:31,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 after 0ms 2024-11-15T23:25:31,564 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-15T23:25:31,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 so closing down 2024-11-15T23:25:31,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-15T23:25:31,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, journal: Splitting hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, size=2.3 K (2325bytes) at 1731713131562Finishing writing output for hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 so closing down at 1731713131564 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731713131564 2024-11-15T23:25:31,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731713131526/wal.dat.0 to hdfs://localhost:42035/user/jenkins/test-data/35084653-8f54-0d7d-c64c-8cf8207b67ff/corrupt/wal.dat.0 2024-11-15T23:25:31,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147 (was 147), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=5862 (was 5865) 2024-11-15T23:25:31,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:25:31,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T23:25:31,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T23:25:31,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T23:25:31,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,STOPPED} 2024-11-15T23:25:31,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T23:25:31,632 WARN [BP-2100917389-172.17.0.2-1731713071109 heartbeating to localhost/127.0.0.1:42035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T23:25:31,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T23:25:31,632 WARN [BP-2100917389-172.17.0.2-1731713071109 heartbeating to localhost/127.0.0.1:42035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2100917389-172.17.0.2-1731713071109 (Datanode Uuid 16c6e12b-3e36-4787-9f91-b95f856a2747) service to localhost/127.0.0.1:42035 2024-11-15T23:25:31,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data3/current/BP-2100917389-172.17.0.2-1731713071109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:25:31,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data4/current/BP-2100917389-172.17.0.2-1731713071109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:25:31,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T23:25:31,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:25:31,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T23:25:31,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T23:25:31,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T23:25:31,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,STOPPED} 2024-11-15T23:25:31,640 WARN [BP-2100917389-172.17.0.2-1731713071109 heartbeating to localhost/127.0.0.1:42035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T23:25:31,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T23:25:31,640 WARN [BP-2100917389-172.17.0.2-1731713071109 heartbeating to localhost/127.0.0.1:42035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2100917389-172.17.0.2-1731713071109 (Datanode Uuid 324e9915-db6d-48a9-9087-5eb4dae73829) service to localhost/127.0.0.1:42035 2024-11-15T23:25:31,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T23:25:31,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data1/current/BP-2100917389-172.17.0.2-1731713071109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:25:31,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/cluster_1df7f6a5-fab5-63fb-e31a-e70f53bf5073/data/data2/current/BP-2100917389-172.17.0.2-1731713071109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:25:31,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T23:25:31,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T23:25:31,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T23:25:31,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T23:25:31,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T23:25:31,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4bc0f46-2880-f76e-89b3-982f02db7add/hadoop.log.dir/,STOPPED}